2026-07-09T12:58:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a87384d-fbc1-48df-bb1d-56fa9f083e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "38260bdc-7aa7-4de9-9245-43921f9010a7", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "38260bdc-7aa7-4de9-9245-43921f9010a7", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress", "name": "e2e-api-a-970533-authn-ssl"} 2026-07-09T12:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "38260bdc-7aa7-4de9-9245-43921f9010a7", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "551746bf-0e25-49a7-829f-b24e45d94c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:58:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "9f2ed87a-10b4-4c0d-aacd-aa2fe78898b2", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "9f2ed87a-10b4-4c0d-aacd-aa2fe78898b2", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress", "name": "e2e-api-a-970533-authn-ssl"} 2026-07-09T12:58:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "9f2ed87a-10b4-4c0d-aacd-aa2fe78898b2", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "afe83445-2048-41be-b93c-d6d1af851561", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "afe83445-2048-41be-b93c-d6d1af851561", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "afe83445-2048-41be-b93c-d6d1af851561", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "39272472-f091-4054-8efb-0ae401fa212b", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "39272472-f091-4054-8efb-0ae401fa212b", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "39272472-f091-4054-8efb-0ae401fa212b", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "1b60c6d6-b3ce-4d4d-9056-639323493250", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "1b60c6d6-b3ce-4d4d-9056-639323493250", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "1b60c6d6-b3ce-4d4d-9056-639323493250", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "9c184a4b-2f4c-4ad7-ba5d-3f421ed3c840", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "9c184a4b-2f4c-4ad7-ba5d-3f421ed3c840", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "9c184a4b-2f4c-4ad7-ba5d-3f421ed3c840", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "43195bef-3c58-47ab-b991-e6cf36f3f4d2", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "43195bef-3c58-47ab-b991-e6cf36f3f4d2", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "43195bef-3c58-47ab-b991-e6cf36f3f4d2", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "f82ede16-094d-40aa-a6f6-1cb52915c95b", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "f82ede16-094d-40aa-a6f6-1cb52915c95b", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "f82ede16-094d-40aa-a6f6-1cb52915c95b", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "3f8c017c-521a-48e2-8f61-2cd59c4befd5", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "3f8c017c-521a-48e2-8f61-2cd59c4befd5", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "3f8c017c-521a-48e2-8f61-2cd59c4befd5", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-trusted-ca-bundle", "reconcileID": "2cac2176-8178-4f87-b261-94b3ccb14e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "openshift-service-ca.crt", "reconcileID": "0fc7ae80-9ccf-438c-8e1e-142c3781c861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "openshift-service-ca.crt", "reconcileID": "d4c85e1f-e6ed-4df4-95d5-550612eb6815", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6e7f0e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "openshift-service-ca.crt", "reconcileID": "d4c85e1f-e6ed-4df4-95d5-550612eb6815", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "798892da-f9cf-402d-8e37-6ce2e756ecbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "openshift-service-ca.crt", "reconcileID": "19e6e9c0-3d8c-4c12-b2cf-4579c6ec2b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-trusted-ca-bundle", "reconcileID": "88418b18-45fc-433c-aa9f-21101e73bf65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-trusted-ca-bundle", "reconcileID": "88418b18-45fc-433c-aa9f-21101e73bf65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7ad62e5-f697-4f50-94f0-557be0aa4603", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "39587907-d5db-4c19-8f8f-b526f20eab20", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "39587907-d5db-4c19-8f8f-b526f20eab20", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "39587907-d5db-4c19-8f8f-b526f20eab20", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f892912a-08ae-4fca-87d0-cb3aefecaa25", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:58:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "5a95f669-fedf-4bf0-b759-379b9093a715", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "5a95f669-fedf-4bf0-b759-379b9093a715", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress", "name": "e2e-api-a-970533-authn-ssl"} 2026-07-09T12:58:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "5a95f669-fedf-4bf0-b759-379b9093a715", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "b359ea07-3b0c-495d-b2e7-3cf961f09a82", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "b359ea07-3b0c-495d-b2e7-3cf961f09a82", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "b359ea07-3b0c-495d-b2e7-3cf961f09a82", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d12cfbb8-8582-466e-af4d-1e91602ef201", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:58:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "4933b11f-27ed-4386-bf84-9ed5b6be3519", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "4933b11f-27ed-4386-bf84-9ed5b6be3519", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress", "name": "e2e-api-a-970533-authn-ssl"} 2026-07-09T12:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "4933b11f-27ed-4386-bf84-9ed5b6be3519", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df65ef82-16c5-425e-b500-5131be9c8449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df65ef82-16c5-425e-b500-5131be9c8449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df65ef82-16c5-425e-b500-5131be9c8449", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-970533 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-trusted-ca-bundle", "reconcileID": "63676722-1295-428c-b1ea-362442412b8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-trusted-ca-bundle", "reconcileID": "63676722-1295-428c-b1ea-362442412b8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "openshift-service-ca.crt", "reconcileID": "6d544ac0-1132-481c-8ae3-65060b3867c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "openshift-service-ca.crt", "reconcileID": "6d544ac0-1132-481c-8ae3-65060b3867c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8171a818-cd4f-4d20-87f7-0aab26bfd957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-970533"}, "namespace": "ai-tenant-e2e-api-a-970533", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8171a818-cd4f-4d20-87f7-0aab26bfd957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-970533"} 2026-07-09T12:58:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-970533","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-970533", "reconcileID": "fad97cfb-dad6-4671-908e-d424c768fd41", "Gateway": "e2e-api-a-970533", "namespace": "openshift-ingress"} 2026-07-09T12:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf0d8135-7198-472f-a871-3c662b1909f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "4ac36289-65f8-47f2-9617-c911fba57de6", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "4ac36289-65f8-47f2-9617-c911fba57de6", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e-authn-ssl"} 2026-07-09T12:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "4ac36289-65f8-47f2-9617-c911fba57de6", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96428e46-a6b7-4da8-b38f-3e72e8efe460", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96428e46-a6b7-4da8-b38f-3e72e8efe460", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96428e46-a6b7-4da8-b38f-3e72e8efe460", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-6e7f0e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-trusted-ca-bundle", "reconcileID": "b655066e-f36c-462b-b5ac-69ddb41e4b87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-trusted-ca-bundle", "reconcileID": "b655066e-f36c-462b-b5ac-69ddb41e4b87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "openshift-service-ca.crt", "reconcileID": "2aed9384-68a8-4029-89a7-f487162d10c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "openshift-service-ca.crt", "reconcileID": "2aed9384-68a8-4029-89a7-f487162d10c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98802e9d-3978-4972-a7dc-09b0b7c792d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6e7f0e"}, "namespace": "ai-tenant-e2e-api-b-6e7f0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98802e9d-3978-4972-a7dc-09b0b7c792d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6e7f0e"} 2026-07-09T12:58:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6e7f0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6e7f0e", "reconcileID": "e81d4685-ccae-4fe9-822e-f3a6d0cdb9bc", "Gateway": "e2e-api-b-6e7f0e", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "80917f9d-c245-4c0c-bc53-740861698726", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "80917f9d-c245-4c0c-bc53-740861698726", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "80917f9d-c245-4c0c-bc53-740861698726", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "7fb7a876-1616-4603-af2b-689a793e1ea8", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "7fb7a876-1616-4603-af2b-689a793e1ea8", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "7fb7a876-1616-4603-af2b-689a793e1ea8", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "d734dcd5-4d9c-4f89-89e0-3f52d1809412", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "d734dcd5-4d9c-4f89-89e0-3f52d1809412", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "d734dcd5-4d9c-4f89-89e0-3f52d1809412", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "4d26fdb7-d4ee-4d0b-b582-b9b10d5561e9", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "4d26fdb7-d4ee-4d0b-b582-b9b10d5561e9", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "4d26fdb7-d4ee-4d0b-b582-b9b10d5561e9", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "a5c95dde-e414-4e5f-9391-a5ab48d482b5", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "a5c95dde-e414-4e5f-9391-a5ab48d482b5", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "a5c95dde-e414-4e5f-9391-a5ab48d482b5", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "053f4841-2929-4353-80e8-0f9534574a40", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "053f4841-2929-4353-80e8-0f9534574a40", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "053f4841-2929-4353-80e8-0f9534574a40", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "6bc4b66f-08e4-46b1-acc1-322c3f9f79dd", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "6bc4b66f-08e4-46b1-acc1-322c3f9f79dd", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "6bc4b66f-08e4-46b1-acc1-322c3f9f79dd", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-trusted-ca-bundle", "reconcileID": "3a0aae5c-3e83-4dea-8008-28e07c855d8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:58:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "4ebff7b7-159a-49c3-a46a-698d301c841c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:58:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "01b7c5d5-670d-48e3-8745-ece72715f4e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "01b7c5d5-670d-48e3-8745-ece72715f4e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:58:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-trusted-ca-bundle", "reconcileID": "52bb026f-e1fc-46ca-930e-fe9b394dd128", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-trusted-ca-bundle", "reconcileID": "52bb026f-e1fc-46ca-930e-fe9b394dd128", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:58:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "3e08e3de-624b-4778-8e28-d31ec61d190f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:58:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "3e08e3de-624b-4778-8e28-d31ec61d190f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:58:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dc50933-f775-43ba-a216-e7550e85c62a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:58:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-trusted-ca-bundle", "reconcileID": "6b5cd3f2-cbdf-4f8c-8aec-5ddbdba180d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "e89882ef-d154-4e88-bb0f-a1f43321db78", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "e89882ef-d154-4e88-bb0f-a1f43321db78", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "e89882ef-d154-4e88-bb0f-a1f43321db78", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:58:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c413f56-edd0-4c1a-b7ef-f5b988812672", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "3537041c-8500-4b86-a346-b52572788adf", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "3537041c-8500-4b86-a346-b52572788adf", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "3537041c-8500-4b86-a346-b52572788adf", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "3cb9b4f5-d757-451b-9e80-90fbe1bca3f9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "3cb9b4f5-d757-451b-9e80-90fbe1bca3f9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "3cb9b4f5-d757-451b-9e80-90fbe1bca3f9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5fb926ee-3fa6-424f-a738-117b49a9e329", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5fb926ee-3fa6-424f-a738-117b49a9e329", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5fb926ee-3fa6-424f-a738-117b49a9e329", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "d2aef87b-8359-43ed-b2df-d5ce2c034e17", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "d2aef87b-8359-43ed-b2df-d5ce2c034e17", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "d2aef87b-8359-43ed-b2df-d5ce2c034e17", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "2992efde-b37a-49b4-b700-4432266497f4", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "2992efde-b37a-49b4-b700-4432266497f4", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "2992efde-b37a-49b4-b700-4432266497f4", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "621175c1-dafb-43c0-9fbe-90431a80086c", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "621175c1-dafb-43c0-9fbe-90431a80086c", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "621175c1-dafb-43c0-9fbe-90431a80086c", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:59:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5993c8ef-5166-45b9-ad97-41b739d8505a", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5993c8ef-5166-45b9-ad97-41b739d8505a", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5993c8ef-5166-45b9-ad97-41b739d8505a", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e34784f-1a86-48ac-94f3-4513b6a9e94b", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e34784f-1a86-48ac-94f3-4513b6a9e94b", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e34784f-1a86-48ac-94f3-4513b6a9e94b", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "openshift-service-ca.crt", "reconcileID": "e543100f-154f-418a-89c8-007385f1acc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-trusted-ca-bundle", "reconcileID": "e53fd1f6-6f6f-4a22-9d96-5a93645d35ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "openshift-service-ca.crt", "reconcileID": "be778987-d777-463c-9829-970e26801eec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:59:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "openshift-service-ca.crt", "reconcileID": "be778987-d777-463c-9829-970e26801eec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a71e8182-1ffe-40b7-b936-30411895db77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "openshift-service-ca.crt", "reconcileID": "df19c62b-ade8-48d3-83b8-1d791fc2a129", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-trusted-ca-bundle", "reconcileID": "6c97dea1-5adc-4aff-9f14-ed2d5ae79758", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:59:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-trusted-ca-bundle", "reconcileID": "6c97dea1-5adc-4aff-9f14-ed2d5ae79758", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51fbd7db-3c48-493f-a981-0d94a90d0350", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "7e07447c-eb3a-4bbf-bde8-5a7f62400ec6", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "7e07447c-eb3a-4bbf-bde8-5a7f62400ec6", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "7e07447c-eb3a-4bbf-bde8-5a7f62400ec6", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "292c5f08-44df-4c33-80ec-78c97a2bbb30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "b9cbb548-fdcb-422c-83ef-9d4f7a3f37e9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "b9cbb548-fdcb-422c-83ef-9d4f7a3f37e9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "b9cbb548-fdcb-422c-83ef-9d4f7a3f37e9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "329cbf52-13e7-4596-ae47-bd1af7dc6ec5", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "329cbf52-13e7-4596-ae47-bd1af7dc6ec5", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "329cbf52-13e7-4596-ae47-bd1af7dc6ec5", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "6fe998b7-3cf8-4b66-9c75-bee7781ba4e4", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:59:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "329cbf52-13e7-4596-ae47-bd1af7dc6ec5", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace-kserve-route-authn"} 2026-07-09T12:59:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "329cbf52-13e7-4596-ae47-bd1af7dc6ec5", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T12:59:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "329cbf52-13e7-4596-ae47-bd1af7dc6ec5", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "6fe998b7-3cf8-4b66-9c75-bee7781ba4e4", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:59:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "6fe998b7-3cf8-4b66-9c75-bee7781ba4e4", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:59:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "0e9bbb27-6bd9-4e52-85d9-c6a4b1169457", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "0e9bbb27-6bd9-4e52-85d9-c6a4b1169457", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "0e9bbb27-6bd9-4e52-85d9-c6a4b1169457", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "0e9bbb27-6bd9-4e52-85d9-c6a4b1169457", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace-kserve-route-authn"} 2026-07-09T12:59:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "0e9bbb27-6bd9-4e52-85d9-c6a4b1169457", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T12:59:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "0e9bbb27-6bd9-4e52-85d9-c6a4b1169457", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a61dfbe-f84b-4b01-a2fd-137b7b729d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:59:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9fa67793-4b62-43b6-91a0-1064948c092e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:59:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "b83a8393-13a8-47c4-8c16-d9c09c520735", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:59:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "b83a8393-13a8-47c4-8c16-d9c09c520735", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T12:59:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "b83a8393-13a8-47c4-8c16-d9c09c520735", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T12:59:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c664fcae-b6d9-44ee-83e7-9c431726b5ef", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c664fcae-b6d9-44ee-83e7-9c431726b5ef", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c664fcae-b6d9-44ee-83e7-9c431726b5ef", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c664fcae-b6d9-44ee-83e7-9c431726b5ef", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace-kserve-route-authn"} 2026-07-09T12:59:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c664fcae-b6d9-44ee-83e7-9c431726b5ef", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T12:59:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c664fcae-b6d9-44ee-83e7-9c431726b5ef", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "d36788c7-5679-4650-b5a5-c2c9a08bfb3d", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "d36788c7-5679-4650-b5a5-c2c9a08bfb3d", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "d36788c7-5679-4650-b5a5-c2c9a08bfb3d", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "d36788c7-5679-4650-b5a5-c2c9a08bfb3d", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace-kserve-route-authn"} 2026-07-09T12:59:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "d36788c7-5679-4650-b5a5-c2c9a08bfb3d", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T12:59:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "d36788c7-5679-4650-b5a5-c2c9a08bfb3d", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T12:59:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e33115c0-69db-4f17-8306-96631f85aa15", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e33115c0-69db-4f17-8306-96631f85aa15", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e33115c0-69db-4f17-8306-96631f85aa15", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "08208482-7e3a-49d8-aa65-7795911e578e", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e33115c0-69db-4f17-8306-96631f85aa15", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2-kserve-route-authn"} 2026-07-09T12:59:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e33115c0-69db-4f17-8306-96631f85aa15", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T12:59:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e33115c0-69db-4f17-8306-96631f85aa15", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "08208482-7e3a-49d8-aa65-7795911e578e", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T12:59:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "08208482-7e3a-49d8-aa65-7795911e578e", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T12:59:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "8aa9a24a-cbd8-4c69-abfb-f3bec835efb1", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "8aa9a24a-cbd8-4c69-abfb-f3bec835efb1", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "8aa9a24a-cbd8-4c69-abfb-f3bec835efb1", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "8aa9a24a-cbd8-4c69-abfb-f3bec835efb1", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2-kserve-route-authn"} 2026-07-09T12:59:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "8aa9a24a-cbd8-4c69-abfb-f3bec835efb1", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T12:59:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "8aa9a24a-cbd8-4c69-abfb-f3bec835efb1", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T12:59:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:59:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:59:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:59:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T13:00:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e0b1543-d370-4c22-817b-0a50dd284329", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:00:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e0b1543-d370-4c22-817b-0a50dd284329", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:00:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e0b1543-d370-4c22-817b-0a50dd284329", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:00:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "af943210-8d85-4ad1-a506-cfaf7c9529b8", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "af943210-8d85-4ad1-a506-cfaf7c9529b8", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "af943210-8d85-4ad1-a506-cfaf7c9529b8", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "af943210-8d85-4ad1-a506-cfaf7c9529b8", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:00:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "af943210-8d85-4ad1-a506-cfaf7c9529b8", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:00:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "af943210-8d85-4ad1-a506-cfaf7c9529b8", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e7fc7a5a-416e-43fd-82ea-01f04bfea55a", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e7fc7a5a-416e-43fd-82ea-01f04bfea55a", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e7fc7a5a-416e-43fd-82ea-01f04bfea55a", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e7fc7a5a-416e-43fd-82ea-01f04bfea55a", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:00:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e7fc7a5a-416e-43fd-82ea-01f04bfea55a", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:00:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "e7fc7a5a-416e-43fd-82ea-01f04bfea55a", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "4bb9f30e-cb48-435a-b687-3a18e645d906", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "4bb9f30e-cb48-435a-b687-3a18e645d906", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "4bb9f30e-cb48-435a-b687-3a18e645d906", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:00:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e4ab799-d62b-4aa3-bc95-438d8b26f775", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:00:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e4ab799-d62b-4aa3-bc95-438d8b26f775", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:00:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e4ab799-d62b-4aa3-bc95-438d8b26f775", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:02:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace"} 2026-07-09T13:02:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace-kserve-route-authn"} 2026-07-09T13:02:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace-kserve-route-authn"} 2026-07-09T13:02:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "c858d737-144f-4e08-9978-0efeecdd25f4", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "auth-test-model-83cace", "reconcileID": "109fe631-c408-4238-842a-02c64135033a", "LLMInferenceService": "auth-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "648fadb6-4c80-4e67-8ae2-e217f40d0d06", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "648fadb6-4c80-4e67-8ae2-e217f40d0d06", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "648fadb6-4c80-4e67-8ae2-e217f40d0d06", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "a05f549f-4599-4473-aade-13ccf30808ef", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "a05f549f-4599-4473-aade-13ccf30808ef", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "a05f549f-4599-4473-aade-13ccf30808ef", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:02:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2"} 2026-07-09T13:02:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:02:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:02:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:02:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:02:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:02:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "d6de4d7d-2d0b-4a69-8cae-868f887af012", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:02:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "auth-test-model-d5cca2", "reconcileID": "745e5175-ec2f-40ca-aaf2-60faad915290", "LLMInferenceService": "auth-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e48b05e-86c9-4ae3-bb82-82c507fe3790", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e48b05e-86c9-4ae3-bb82-82c507fe3790", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "4e48b05e-86c9-4ae3-bb82-82c507fe3790", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "ca6179d5-5f87-42c2-81ad-d929d7b70ef6", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "ca6179d5-5f87-42c2-81ad-d929d7b70ef6", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "ca6179d5-5f87-42c2-81ad-d929d7b70ef6", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:02:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6a6a9d48-b97d-46c9-8803-af92739e4551", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6a6a9d48-b97d-46c9-8803-af92739e4551", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6a6a9d48-b97d-46c9-8803-af92739e4551", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "e033c576-911a-4051-8cd4-3110b3d9adfd", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6a6a9d48-b97d-46c9-8803-af92739e4551", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace-kserve-route-authn"} 2026-07-09T13:02:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6a6a9d48-b97d-46c9-8803-af92739e4551", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:02:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6a6a9d48-b97d-46c9-8803-af92739e4551", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "e033c576-911a-4051-8cd4-3110b3d9adfd", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:02:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "e033c576-911a-4051-8cd4-3110b3d9adfd", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6d5f817a-3223-4c6c-b81d-df62f2e36e94", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6d5f817a-3223-4c6c-b81d-df62f2e36e94", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6d5f817a-3223-4c6c-b81d-df62f2e36e94", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6d5f817a-3223-4c6c-b81d-df62f2e36e94", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace-kserve-route-authn"} 2026-07-09T13:02:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6d5f817a-3223-4c6c-b81d-df62f2e36e94", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:02:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "6d5f817a-3223-4c6c-b81d-df62f2e36e94", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "28940b73-d6d5-4777-8029-15a95c6f4992", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "28940b73-d6d5-4777-8029-15a95c6f4992", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "28940b73-d6d5-4777-8029-15a95c6f4992", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:02:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "4d9651ae-f7a5-40ef-8193-cd0bfa56a702", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "4d9651ae-f7a5-40ef-8193-cd0bfa56a702", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "4d9651ae-f7a5-40ef-8193-cd0bfa56a702", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "4d9651ae-f7a5-40ef-8193-cd0bfa56a702", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace-kserve-route-authn"} 2026-07-09T13:02:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "4d9651ae-f7a5-40ef-8193-cd0bfa56a702", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:02:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "4d9651ae-f7a5-40ef-8193-cd0bfa56a702", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e44b374-a6ba-4837-b6f1-a2cf1a720ac3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T13:03:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "14d37dc4-fe78-4a10-bc30-7d18563cee95", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "14d37dc4-fe78-4a10-bc30-7d18563cee95", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "14d37dc4-fe78-4a10-bc30-7d18563cee95", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "14d37dc4-fe78-4a10-bc30-7d18563cee95", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace-kserve-route-authn"} 2026-07-09T13:03:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "14d37dc4-fe78-4a10-bc30-7d18563cee95", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:03:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "14d37dc4-fe78-4a10-bc30-7d18563cee95", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "cd2320f2-ed9e-4b3b-a4d6-be9b367b83d7", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "cd2320f2-ed9e-4b3b-a4d6-be9b367b83d7", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "cd2320f2-ed9e-4b3b-a4d6-be9b367b83d7", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "844d3b17-3bc1-47f5-9caf-57f0d25b37d4", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "cd2320f2-ed9e-4b3b-a4d6-be9b367b83d7", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "cd2320f2-ed9e-4b3b-a4d6-be9b367b83d7", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:03:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "cd2320f2-ed9e-4b3b-a4d6-be9b367b83d7", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "844d3b17-3bc1-47f5-9caf-57f0d25b37d4", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "844d3b17-3bc1-47f5-9caf-57f0d25b37d4", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "4537155a-7083-4e5f-b4c7-c251224b7436", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "4537155a-7083-4e5f-b4c7-c251224b7436", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "4537155a-7083-4e5f-b4c7-c251224b7436", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "4537155a-7083-4e5f-b4c7-c251224b7436", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "4537155a-7083-4e5f-b4c7-c251224b7436", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:03:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "4537155a-7083-4e5f-b4c7-c251224b7436", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5f6e683c-c2f0-46e4-875e-791a60854ec7", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5f6e683c-c2f0-46e4-875e-791a60854ec7", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:03:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "5f6e683c-c2f0-46e4-875e-791a60854ec7", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "f2b24419-f808-41b1-aa6f-608212c1d224", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "f2b24419-f808-41b1-aa6f-608212c1d224", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "f2b24419-f808-41b1-aa6f-608212c1d224", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "f2b24419-f808-41b1-aa6f-608212c1d224", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "f2b24419-f808-41b1-aa6f-608212c1d224", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:03:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "f2b24419-f808-41b1-aa6f-608212c1d224", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "73de8b49-c26a-4a11-b080-a9f5adaf31b0", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "73de8b49-c26a-4a11-b080-a9f5adaf31b0", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "73de8b49-c26a-4a11-b080-a9f5adaf31b0", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "73de8b49-c26a-4a11-b080-a9f5adaf31b0", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "73de8b49-c26a-4a11-b080-a9f5adaf31b0", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:03:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "73de8b49-c26a-4a11-b080-a9f5adaf31b0", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "3ace0aa6-a0a7-459a-b193-44cd6dd0ecd3", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "3ace0aa6-a0a7-459a-b193-44cd6dd0ecd3", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "3ace0aa6-a0a7-459a-b193-44cd6dd0ecd3", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "3ace0aa6-a0a7-459a-b193-44cd6dd0ecd3", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "3ace0aa6-a0a7-459a-b193-44cd6dd0ecd3", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:03:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "3ace0aa6-a0a7-459a-b193-44cd6dd0ecd3", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace"} 2026-07-09T13:03:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace-kserve-route-authn"} 2026-07-09T13:03:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace-kserve-route-authn"} 2026-07-09T13:03:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "d6962080-54ec-4c47-a4bf-5e26c2969068", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "sub-test-model-83cace", "reconcileID": "9f91e32f-2844-474c-b71e-57b12d0a64e8", "LLMInferenceService": "sub-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "b7836de3-7e04-48a5-8dd1-9846a2ede98a", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "b7836de3-7e04-48a5-8dd1-9846a2ede98a", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "b7836de3-7e04-48a5-8dd1-9846a2ede98a", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "242399b2-bf89-4abe-a3b4-e0417abd1ba6", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "242399b2-bf89-4abe-a3b4-e0417abd1ba6", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "242399b2-bf89-4abe-a3b4-e0417abd1ba6", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2"} 2026-07-09T13:03:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:03:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "7aa5aabb-65a4-4a3a-be77-249e8167a4d8", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "sub-test-model-d5cca2", "reconcileID": "aab51a1b-df76-4dfe-94f8-09392a9a6c93", "LLMInferenceService": "sub-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:03:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "859307ef-a10c-4d67-9ac4-134600961c06", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "859307ef-a10c-4d67-9ac4-134600961c06", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:03:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "859307ef-a10c-4d67-9ac4-134600961c06", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "7343144b-91bb-4ed8-9c25-50edf31b3078", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "7343144b-91bb-4ed8-9c25-50edf31b3078", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:03:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "7343144b-91bb-4ed8-9c25-50edf31b3078", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:03:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2e618541-a6d2-457b-9b09-1025e3b2a7ed", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2e618541-a6d2-457b-9b09-1025e3b2a7ed", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2e618541-a6d2-457b-9b09-1025e3b2a7ed", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "f7fc4e43-34ae-440f-b27a-97eb28e61cdc", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2e618541-a6d2-457b-9b09-1025e3b2a7ed", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace-kserve-route-authn"} 2026-07-09T13:03:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2e618541-a6d2-457b-9b09-1025e3b2a7ed", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:03:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2e618541-a6d2-457b-9b09-1025e3b2a7ed", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "f7fc4e43-34ae-440f-b27a-97eb28e61cdc", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:03:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "f7fc4e43-34ae-440f-b27a-97eb28e61cdc", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2a983d25-5a59-4774-8a0c-a878bcf458db", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2a983d25-5a59-4774-8a0c-a878bcf458db", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2a983d25-5a59-4774-8a0c-a878bcf458db", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2a983d25-5a59-4774-8a0c-a878bcf458db", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace-kserve-route-authn"} 2026-07-09T13:03:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2a983d25-5a59-4774-8a0c-a878bcf458db", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:03:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "2a983d25-5a59-4774-8a0c-a878bcf458db", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:03:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "eac47441-3db0-4b68-bc79-5fb04af29c1b", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:03:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "eac47441-3db0-4b68-bc79-5fb04af29c1b", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:03:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "eac47441-3db0-4b68-bc79-5fb04af29c1b", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:04:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "0272e502-d326-4807-8a66-a6fb5c0ac940", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "0272e502-d326-4807-8a66-a6fb5c0ac940", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "0272e502-d326-4807-8a66-a6fb5c0ac940", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "0272e502-d326-4807-8a66-a6fb5c0ac940", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace-kserve-route-authn"} 2026-07-09T13:04:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "0272e502-d326-4807-8a66-a6fb5c0ac940", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:04:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "0272e502-d326-4807-8a66-a6fb5c0ac940", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "48ba9d87-ce70-4f16-919b-c710feca28cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T13:04:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "7f3be6fd-3e4c-4c09-904e-e8064ab0f3fb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "7f3be6fd-3e4c-4c09-904e-e8064ab0f3fb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "7f3be6fd-3e4c-4c09-904e-e8064ab0f3fb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "7f3be6fd-3e4c-4c09-904e-e8064ab0f3fb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace-kserve-route-authn"} 2026-07-09T13:04:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "7f3be6fd-3e4c-4c09-904e-e8064ab0f3fb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "authType": "userdefined"} 2026-07-09T13:04:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "7f3be6fd-3e4c-4c09-904e-e8064ab0f3fb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:04:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "a75f8eff-eece-44dd-a4b2-93eb1be3a248", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "a75f8eff-eece-44dd-a4b2-93eb1be3a248", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "a75f8eff-eece-44dd-a4b2-93eb1be3a248", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "0a82ef45-f39f-4f37-8475-008075bc998a", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:04:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "a75f8eff-eece-44dd-a4b2-93eb1be3a248", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:04:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "a75f8eff-eece-44dd-a4b2-93eb1be3a248", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:04:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "a75f8eff-eece-44dd-a4b2-93eb1be3a248", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "0a82ef45-f39f-4f37-8475-008075bc998a", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:04:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "0a82ef45-f39f-4f37-8475-008075bc998a", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:04:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "1bafcd30-a6a2-4dc6-809f-f689a8f31ff6", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "1bafcd30-a6a2-4dc6-809f-f689a8f31ff6", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "1bafcd30-a6a2-4dc6-809f-f689a8f31ff6", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "1bafcd30-a6a2-4dc6-809f-f689a8f31ff6", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:04:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "1bafcd30-a6a2-4dc6-809f-f689a8f31ff6", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:04:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "1bafcd30-a6a2-4dc6-809f-f689a8f31ff6", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfdc7574-8bb7-4571-9238-02734296f746", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T13:04:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "9acf275e-c40e-4605-936a-f993b4503c70", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:04:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "9acf275e-c40e-4605-936a-f993b4503c70", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:04:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "9acf275e-c40e-4605-936a-f993b4503c70", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:04:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "947e0b59-e5f4-425f-81be-b201a234dd3c", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "947e0b59-e5f4-425f-81be-b201a234dd3c", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "947e0b59-e5f4-425f-81be-b201a234dd3c", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "947e0b59-e5f4-425f-81be-b201a234dd3c", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:04:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "947e0b59-e5f4-425f-81be-b201a234dd3c", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:04:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "947e0b59-e5f4-425f-81be-b201a234dd3c", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "2724cf5b-320f-4e76-99cb-fe3ec40188e9", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "2724cf5b-320f-4e76-99cb-fe3ec40188e9", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "2724cf5b-320f-4e76-99cb-fe3ec40188e9", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:04:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "2724cf5b-320f-4e76-99cb-fe3ec40188e9", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:04:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "2724cf5b-320f-4e76-99cb-fe3ec40188e9", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "authType": "userdefined"} 2026-07-09T13:04:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "2724cf5b-320f-4e76-99cb-fe3ec40188e9", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace"} 2026-07-09T13:05:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace-kserve-route-authn"} 2026-07-09T13:05:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace-kserve-route-authn"} 2026-07-09T13:05:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "993626ce-60b3-4a8c-b851-94677b397abb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83cace","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "rate-test-model-83cace", "reconcileID": "db5a35f3-1c48-49d0-a240-c04d4f55cdcb", "LLMInferenceService": "rate-test-model-83cace", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "3d7d187e-286f-4f4c-b919-c28b84b106f6", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "3d7d187e-286f-4f4c-b919-c28b84b106f6", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "3d7d187e-286f-4f4c-b919-c28b84b106f6", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "0cc032ca-78fc-4041-8ca3-636dfc2befdf", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "0cc032ca-78fc-4041-8ca3-636dfc2befdf", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "0cc032ca-78fc-4041-8ca3-636dfc2befdf", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2"} 2026-07-09T13:05:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:05:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2-kserve-route-authn"} 2026-07-09T13:05:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "95cee469-4f91-4102-9ab2-ca0243b05aa5", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5cca2","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "rate-test-model-d5cca2", "reconcileID": "9d6e0965-0fe5-4c15-bcd0-63398cb4c491", "LLMInferenceService": "rate-test-model-d5cca2", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "ad1f583a-8858-48e3-a5d0-75488cc08dbd", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:05:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "ad1f583a-8858-48e3-a5d0-75488cc08dbd", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:05:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "ad1f583a-8858-48e3-a5d0-75488cc08dbd", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:05:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "41f6087b-5898-4699-b474-b5d7cca65255", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:05:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "41f6087b-5898-4699-b474-b5d7cca65255", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:05:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "41f6087b-5898-4699-b474-b5d7cca65255", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea9a8db8-ed31-4402-985f-e0d83e88cbc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T13:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "84d63383-edb2-4401-8c1d-e4079342388c", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "84d63383-edb2-4401-8c1d-e4079342388c", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace-authn-ssl"} 2026-07-09T13:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "84d63383-edb2-4401-8c1d-e4079342388c", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2702ad1-f5cb-43c6-9889-79911d7e0d30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2702ad1-f5cb-43c6-9889-79911d7e0d30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T13:05:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2702ad1-f5cb-43c6-9889-79911d7e0d30", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-83cace because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T13:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-trusted-ca-bundle", "reconcileID": "b51cd6cd-06dc-4a43-b2d4-009058f6a1a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-trusted-ca-bundle", "reconcileID": "b51cd6cd-06dc-4a43-b2d4-009058f6a1a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "0ec75002-3348-4824-89b3-57fefd06a25a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "openshift-service-ca.crt", "reconcileID": "0ec75002-3348-4824-89b3-57fefd06a25a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99f3eb91-087d-4f8c-8659-d6e618c81797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83cace"}, "namespace": "ai-tenant-e2e-shared-a-83cace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99f3eb91-087d-4f8c-8659-d6e618c81797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83cace"} 2026-07-09T13:05:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83cace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83cace", "reconcileID": "611e4bf5-a6d8-48a8-933e-0a454ba9d2ed", "Gateway": "e2e-shared-a-83cace", "namespace": "openshift-ingress"} 2026-07-09T13:05:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c9f4ab0-440a-4d32-82e1-3814cfeb1eda", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T13:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "1a54e80c-f3f2-41de-a2a3-2dee1b00ae73", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "1a54e80c-f3f2-41de-a2a3-2dee1b00ae73", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2-authn-ssl"} 2026-07-09T13:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "1a54e80c-f3f2-41de-a2a3-2dee1b00ae73", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"} 2026-07-09T13:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6d7cbbe-7bad-4c3c-9a31-ef51049617cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6d7cbbe-7bad-4c3c-9a31-ef51049617cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T13:05:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6d7cbbe-7bad-4c3c-9a31-ef51049617cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d5cca2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T13:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-trusted-ca-bundle", "reconcileID": "9b056775-5a3b-431d-a9b2-6d635d22116e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-trusted-ca-bundle", "reconcileID": "9b056775-5a3b-431d-a9b2-6d635d22116e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "openshift-service-ca.crt", "reconcileID": "0fde1d5f-90c2-436d-a2a2-b33624705e71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "openshift-service-ca.crt", "reconcileID": "0fde1d5f-90c2-436d-a2a2-b33624705e71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552804fd-d7c5-41cf-9ec2-5612e62f6b77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5cca2"}, "namespace": "ai-tenant-e2e-shared-b-d5cca2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552804fd-d7c5-41cf-9ec2-5612e62f6b77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5cca2"} 2026-07-09T13:05:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5cca2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5cca2", "reconcileID": "862fcb93-ac13-47bf-8a9b-3eed787be9a9", "Gateway": "e2e-shared-b-d5cca2", "namespace": "openshift-ingress"}