2026-07-08T03:57:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "a4becb5d-b335-4885-acc0-235d5446c013", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "a4becb5d-b335-4885-acc0-235d5446c013", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e0440b42-6ad7-4a11-9219-8e1ebe940d0c", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e0440b42-6ad7-4a11-9219-8e1ebe940d0c", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e0440b42-6ad7-4a11-9219-8e1ebe940d0c", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e73a8bb9-eaa7-48a6-b9b4-b470b1326338", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e73a8bb9-eaa7-48a6-b9b4-b470b1326338", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e73a8bb9-eaa7-48a6-b9b4-b470b1326338", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e923591c-4ebf-451f-9230-b33f04a4c353", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e923591c-4ebf-451f-9230-b33f04a4c353", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "e923591c-4ebf-451f-9230-b33f04a4c353", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "3066cb86-c2b6-445b-98e6-cb8dd818ffe1", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "3066cb86-c2b6-445b-98e6-cb8dd818ffe1", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress", "name": "e2e-api-a-19508f-authn-ssl"} 2026-07-08T03:57:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "3066cb86-c2b6-445b-98e6-cb8dd818ffe1", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "93ee9fa0-ba50-4d10-bbc1-ad24cd75605e", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "93ee9fa0-ba50-4d10-bbc1-ad24cd75605e", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "93ee9fa0-ba50-4d10-bbc1-ad24cd75605e", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "openshift-service-ca.crt", "reconcileID": "17a72458-7966-424b-90cd-e3e4b6daec91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-trusted-ca-bundle", "reconcileID": "8927100b-480c-4eac-98c5-b80d4dfbcacb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "openshift-service-ca.crt", "reconcileID": "9b4a9eb8-4fc6-4612-ac36-5f3633253c8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-42da32", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:57:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "openshift-service-ca.crt", "reconcileID": "9b4a9eb8-4fc6-4612-ac36-5f3633253c8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "599d7e63-27d4-46e5-b6f5-0b74636760d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "openshift-service-ca.crt", "reconcileID": "32f51aec-32dc-42a3-80c3-00b865883476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-trusted-ca-bundle", "reconcileID": "31bd8162-edbe-4942-addf-95aaba1fa3bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:57:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-trusted-ca-bundle", "reconcileID": "31bd8162-edbe-4942-addf-95aaba1fa3bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd8ab5d-b5b4-4446-9af8-e84597c2ae76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "115680d3-7be0-4aec-8182-53c6b8ad36fd", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "115680d3-7be0-4aec-8182-53c6b8ad36fd", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "115680d3-7be0-4aec-8182-53c6b8ad36fd", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fbb5e111-0b00-4025-8e4a-89e3d6512d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "725029f0-247d-4387-a1cc-f7c809c2d835", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "725029f0-247d-4387-a1cc-f7c809c2d835", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "725029f0-247d-4387-a1cc-f7c809c2d835", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "87bb1400-4763-4fed-a1e0-25ed46b8b261", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "87bb1400-4763-4fed-a1e0-25ed46b8b261", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress", "name": "e2e-api-a-19508f-authn-ssl"} 2026-07-08T03:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "87bb1400-4763-4fed-a1e0-25ed46b8b261", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "edf030d6-ba3b-43f9-af43-43badd77e95d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:57:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "072e28cf-c4f6-4716-b1f3-984a293d9796", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "072e28cf-c4f6-4716-b1f3-984a293d9796", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress", "name": "e2e-api-a-19508f-authn-ssl"} 2026-07-08T03:57:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "072e28cf-c4f6-4716-b1f3-984a293d9796", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "ede768bb-c71d-496e-8419-0ddfb4eafd5a", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "ede768bb-c71d-496e-8419-0ddfb4eafd5a", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "ede768bb-c71d-496e-8419-0ddfb4eafd5a", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f421a1c0-c1bd-46b6-9738-5f0a325ef792", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f421a1c0-c1bd-46b6-9738-5f0a325ef792", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19508f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:57:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f421a1c0-c1bd-46b6-9738-5f0a325ef792", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-19508f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-trusted-ca-bundle", "reconcileID": "fd5f0ffe-0aad-40e5-bfd9-632cc77a51e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-trusted-ca-bundle", "reconcileID": "fd5f0ffe-0aad-40e5-bfd9-632cc77a51e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "openshift-service-ca.crt", "reconcileID": "2b17375c-7642-4ff3-a53d-5b75f4bc7a55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "openshift-service-ca.crt", "reconcileID": "2b17375c-7642-4ff3-a53d-5b75f4bc7a55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c234e365-170f-4979-96d7-31b4082aebb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19508f"}, "namespace": "ai-tenant-e2e-api-a-19508f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c234e365-170f-4979-96d7-31b4082aebb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19508f"} 2026-07-08T03:57:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19508f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19508f", "reconcileID": "7b4588eb-7dd8-4548-8e0b-680307db1cb5", "Gateway": "e2e-api-a-19508f", "namespace": "openshift-ingress"} 2026-07-08T03:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b76b870a-38db-4e1f-bba8-fff32bda93a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:57:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "1c5e6bfe-1a30-49ed-8cd8-c386f4dc821a", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "1c5e6bfe-1a30-49ed-8cd8-c386f4dc821a", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress", "name": "e2e-api-b-42da32-authn-ssl"} 2026-07-08T03:57:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "1c5e6bfe-1a30-49ed-8cd8-c386f4dc821a", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ee46a5-6ee6-4e1a-94ee-08c4f95bbbad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ee46a5-6ee6-4e1a-94ee-08c4f95bbbad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:57:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ee46a5-6ee6-4e1a-94ee-08c4f95bbbad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-42da32 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:57:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-trusted-ca-bundle", "reconcileID": "c88a4ac1-5b5e-4d4f-945d-191739285f10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-trusted-ca-bundle", "reconcileID": "c88a4ac1-5b5e-4d4f-945d-191739285f10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "openshift-service-ca.crt", "reconcileID": "c92d4558-8d23-408f-89d6-9d0bb9c17ed0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "openshift-service-ca.crt", "reconcileID": "c92d4558-8d23-408f-89d6-9d0bb9c17ed0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f13e2df-f0a3-4169-b09e-1d71b4ef2ca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-42da32"}, "namespace": "ai-tenant-e2e-api-b-42da32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f13e2df-f0a3-4169-b09e-1d71b4ef2ca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-42da32"} 2026-07-08T03:57:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-42da32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-42da32", "reconcileID": "55082adb-ee0b-4192-ad6a-086bb82c2229", "Gateway": "e2e-api-b-42da32", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "0581f243-f24d-4781-af23-80b234718c9b", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "0581f243-f24d-4781-af23-80b234718c9b", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "0581f243-f24d-4781-af23-80b234718c9b", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "7ec17f85-9bb7-4567-95b4-a51796adcab8", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "7ec17f85-9bb7-4567-95b4-a51796adcab8", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "7ec17f85-9bb7-4567-95b4-a51796adcab8", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "c68e1728-d45e-434c-9ec6-0c41cd958dc0", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "c68e1728-d45e-434c-9ec6-0c41cd958dc0", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "c68e1728-d45e-434c-9ec6-0c41cd958dc0", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "a7b2a8bc-d308-4704-a5d2-45c3d0c4b0f8", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "a7b2a8bc-d308-4704-a5d2-45c3d0c4b0f8", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "a7b2a8bc-d308-4704-a5d2-45c3d0c4b0f8", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "ea4b8274-695c-4834-bbbf-6cb62b0b8d40", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "ea4b8274-695c-4834-bbbf-6cb62b0b8d40", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "ea4b8274-695c-4834-bbbf-6cb62b0b8d40", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "12591089-a9da-470e-91ab-5678feed4b66", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "12591089-a9da-470e-91ab-5678feed4b66", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "12591089-a9da-470e-91ab-5678feed4b66", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "b891fcf0-9137-4a36-9134-4128f05062cd", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "b891fcf0-9137-4a36-9134-4128f05062cd", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "b891fcf0-9137-4a36-9134-4128f05062cd", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "openshift-service-ca.crt", "reconcileID": "f8c1af95-b234-4aa6-9875-4b939b862826", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-trusted-ca-bundle", "reconcileID": "6945a843-4431-4a0b-a6b2-306318810313", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "openshift-service-ca.crt", "reconcileID": "560985e9-266d-4c2a-864b-91dd2549e8c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e356c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:57:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "openshift-service-ca.crt", "reconcileID": "560985e9-266d-4c2a-864b-91dd2549e8c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deff2d73-851c-4df0-8d4f-689e22d1c520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "openshift-service-ca.crt", "reconcileID": "2b875dc4-982e-45eb-b1de-9bbda828f73b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-trusted-ca-bundle", "reconcileID": "9ee7e4e2-869a-41b0-b269-41a636b1c6e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:57:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-trusted-ca-bundle", "reconcileID": "9ee7e4e2-869a-41b0-b269-41a636b1c6e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34c3f72f-deca-4d43-80d0-e9f845529d01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "2d99389f-a56c-4615-83c6-af027b09a62a", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "2d99389f-a56c-4615-83c6-af027b09a62a", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "2d99389f-a56c-4615-83c6-af027b09a62a", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "52b7f82c-1b66-4d01-8664-13009c15b622", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "6d1db0f7-f310-4085-a0ff-7751b7189cd8", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "6d1db0f7-f310-4085-a0ff-7751b7189cd8", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "6d1db0f7-f310-4085-a0ff-7751b7189cd8", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "0a9e4ee8-a0a7-4baf-899d-a9f6fb2d0bcd", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "0a9e4ee8-a0a7-4baf-899d-a9f6fb2d0bcd", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "0a9e4ee8-a0a7-4baf-899d-a9f6fb2d0bcd", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "bb87c0fe-95a1-4a6e-9851-62c7552f194a", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "bb87c0fe-95a1-4a6e-9851-62c7552f194a", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "bb87c0fe-95a1-4a6e-9851-62c7552f194a", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "a226c4b1-3768-4022-92a6-5d35a2573691", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "a226c4b1-3768-4022-92a6-5d35a2573691", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "a226c4b1-3768-4022-92a6-5d35a2573691", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "42a8395b-35e9-422d-9662-8c971e17b7fb", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "42a8395b-35e9-422d-9662-8c971e17b7fb", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "42a8395b-35e9-422d-9662-8c971e17b7fb", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "cb838ed8-9695-4a21-9fe7-e1ef9b43a127", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "cb838ed8-9695-4a21-9fe7-e1ef9b43a127", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "cb838ed8-9695-4a21-9fe7-e1ef9b43a127", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "9bd36be9-4d41-413c-94cb-49c4da101aa7", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "9bd36be9-4d41-413c-94cb-49c4da101aa7", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "9bd36be9-4d41-413c-94cb-49c4da101aa7", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "b0c08bde-980f-4784-8d10-3125bef602dd", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "b0c08bde-980f-4784-8d10-3125bef602dd", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "b0c08bde-980f-4784-8d10-3125bef602dd", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "openshift-service-ca.crt", "reconcileID": "5674c48b-9173-41bd-9569-f75630bfee43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "openshift-service-ca.crt", "reconcileID": "43a0eec6-03cb-4815-af74-9302d9bb0311", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b98412", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:58:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "openshift-service-ca.crt", "reconcileID": "43a0eec6-03cb-4815-af74-9302d9bb0311", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "acc644f2-dbd8-4eb9-813a-3cf381807f09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:58:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "acc644f2-dbd8-4eb9-813a-3cf381807f09", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T03:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "openshift-service-ca.crt", "reconcileID": "810eec0c-480a-4055-a527-f37fd8f19e31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32e80301-917f-4fa7-bd51-53ddaa652aad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "a9835063-5e94-40bc-934a-5eb6a75c1f08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa4dab4-ea14-4d81-b657-42f6cc8b341c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T03:58:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa4dab4-ea14-4d81-b657-42f6cc8b341c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9bc46dc-0df1-4c61-9b76-7b7493c32f15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "3cf56cfa-ab45-4dab-86e8-7d811f87afbf", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "3cf56cfa-ab45-4dab-86e8-7d811f87afbf", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "3cf56cfa-ab45-4dab-86e8-7d811f87afbf", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "70211ed2-9c72-4e50-badf-ac9f75e9cda7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:58:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "11a684ad-51e1-46ab-823d-d393bb49ce96", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "11a684ad-51e1-46ab-823d-d393bb49ce96", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "11a684ad-51e1-46ab-823d-d393bb49ce96", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "9d90d33c-3f73-4e63-8f8f-aac9955e1918", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "11a684ad-51e1-46ab-823d-d393bb49ce96", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T03:58:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "11a684ad-51e1-46ab-823d-d393bb49ce96", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T03:58:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "11a684ad-51e1-46ab-823d-d393bb49ce96", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "9d90d33c-3f73-4e63-8f8f-aac9955e1918", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "9d90d33c-3f73-4e63-8f8f-aac9955e1918", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "87d190f2-b36d-4ef2-9412-7d7fd7aee7b7", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "87d190f2-b36d-4ef2-9412-7d7fd7aee7b7", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "87d190f2-b36d-4ef2-9412-7d7fd7aee7b7", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "87d190f2-b36d-4ef2-9412-7d7fd7aee7b7", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T03:58:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "87d190f2-b36d-4ef2-9412-7d7fd7aee7b7", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T03:58:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "87d190f2-b36d-4ef2-9412-7d7fd7aee7b7", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "be07c042-0b7f-4648-9b2a-31083ad7d229", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "be07c042-0b7f-4648-9b2a-31083ad7d229", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "be07c042-0b7f-4648-9b2a-31083ad7d229", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "4f1cee49-910e-421e-8fdb-e1187af1f1b1", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "4f1cee49-910e-421e-8fdb-e1187af1f1b1", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "4f1cee49-910e-421e-8fdb-e1187af1f1b1", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b7206da1-1094-4297-9233-fcc036608c7c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b7206da1-1094-4297-9233-fcc036608c7c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b7206da1-1094-4297-9233-fcc036608c7c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b7206da1-1094-4297-9233-fcc036608c7c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T03:58:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b7206da1-1094-4297-9233-fcc036608c7c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T03:58:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b7206da1-1094-4297-9233-fcc036608c7c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a7bc415e-9952-441f-9f19-af6f8f4402b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:58:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "f8cbc2cd-5da1-4825-84c0-a83c4161d896", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "f8cbc2cd-5da1-4825-84c0-a83c4161d896", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "f8cbc2cd-5da1-4825-84c0-a83c4161d896", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "f8cbc2cd-5da1-4825-84c0-a83c4161d896", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T03:58:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "f8cbc2cd-5da1-4825-84c0-a83c4161d896", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T03:58:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "f8cbc2cd-5da1-4825-84c0-a83c4161d896", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b65b030c-ea5a-498d-9927-05c537f010e5", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b65b030c-ea5a-498d-9927-05c537f010e5", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b65b030c-ea5a-498d-9927-05c537f010e5", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b65b030c-ea5a-498d-9927-05c537f010e5", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T03:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b65b030c-ea5a-498d-9927-05c537f010e5", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T03:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "b65b030c-ea5a-498d-9927-05c537f010e5", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T03:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "351b5994-2b3d-4b16-86e4-34f1577b1580", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "351b5994-2b3d-4b16-86e4-34f1577b1580", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "351b5994-2b3d-4b16-86e4-34f1577b1580", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "351b5994-2b3d-4b16-86e4-34f1577b1580", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412-kserve-route-authn"} 2026-07-08T03:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "351b5994-2b3d-4b16-86e4-34f1577b1580", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T03:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "351b5994-2b3d-4b16-86e4-34f1577b1580", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "4e5caad6-e719-4126-bb55-663545fd0d22", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "4e5caad6-e719-4126-bb55-663545fd0d22", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "4e5caad6-e719-4126-bb55-663545fd0d22", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "ba019586-d84b-4338-8177-0ac4ec498645", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "ba019586-d84b-4338-8177-0ac4ec498645", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "ba019586-d84b-4338-8177-0ac4ec498645", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "ba019586-d84b-4338-8177-0ac4ec498645", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412-kserve-route-authn"} 2026-07-08T03:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "ba019586-d84b-4338-8177-0ac4ec498645", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T03:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "ba019586-d84b-4338-8177-0ac4ec498645", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "72b8f57e-487c-492b-870d-066e96dec7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T03:58:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:58:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:58:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:58:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T03:58:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "39043a56-3930-467f-91f5-16e6c29c620f", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "39043a56-3930-467f-91f5-16e6c29c620f", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:58:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "39043a56-3930-467f-91f5-16e6c29c620f", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:58:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "4f43454e-830c-4ca7-a29d-8fb9a3f6f874", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "4f43454e-830c-4ca7-a29d-8fb9a3f6f874", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "4f43454e-830c-4ca7-a29d-8fb9a3f6f874", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "4f43454e-830c-4ca7-a29d-8fb9a3f6f874", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412-kserve-route-authn"} 2026-07-08T03:58:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "4f43454e-830c-4ca7-a29d-8fb9a3f6f874", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T03:58:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "4f43454e-830c-4ca7-a29d-8fb9a3f6f874", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "938f0cb9-8622-4dab-91a8-27a2de524835", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "938f0cb9-8622-4dab-91a8-27a2de524835", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "938f0cb9-8622-4dab-91a8-27a2de524835", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "938f0cb9-8622-4dab-91a8-27a2de524835", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412-kserve-route-authn"} 2026-07-08T03:58:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "938f0cb9-8622-4dab-91a8-27a2de524835", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T03:58:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "938f0cb9-8622-4dab-91a8-27a2de524835", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T03:58:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "33dde336-a244-4afb-821e-76fb7c1f4eff", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:58:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "33dde336-a244-4afb-821e-76fb7c1f4eff", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T03:58:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "33dde336-a244-4afb-821e-76fb7c1f4eff", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T03:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "ed0de2e3-e601-4aca-806f-4b2808949741", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T03:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "ed0de2e3-e601-4aca-806f-4b2808949741", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T03:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "ed0de2e3-e601-4aca-806f-4b2808949741", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:00:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0"} 2026-07-08T04:00:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:00:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:00:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "9e549af5-a3cc-4b45-9013-06daba26f133", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "auth-test-model-e356c0", "reconcileID": "3a401a57-9472-46ca-8c52-d5ebec05726c", "LLMInferenceService": "auth-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "80cf4357-75d8-49e4-a65c-e775717b1682", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "80cf4357-75d8-49e4-a65c-e775717b1682", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "80cf4357-75d8-49e4-a65c-e775717b1682", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "9eb9b741-2c2d-4b51-b1ac-e9f26c879082", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "9eb9b741-2c2d-4b51-b1ac-e9f26c879082", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "9eb9b741-2c2d-4b51-b1ac-e9f26c879082", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:00:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412"} 2026-07-08T04:00:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:00:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:00:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412-kserve-route-authn"} 2026-07-08T04:00:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412-kserve-route-authn"} 2026-07-08T04:00:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:00:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "152bacb3-4583-401d-bb9a-f7b28e45a9cc", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:00:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "auth-test-model-b98412", "reconcileID": "f728edfd-e214-44db-bec3-008f6cb87a8c", "LLMInferenceService": "auth-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "a80e14b5-5e79-4b4e-9ebc-354ccf1ac0bc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "a80e14b5-5e79-4b4e-9ebc-354ccf1ac0bc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "a80e14b5-5e79-4b4e-9ebc-354ccf1ac0bc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "8d036ca5-0216-43f1-b38c-3662f89be29c", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "8d036ca5-0216-43f1-b38c-3662f89be29c", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "8d036ca5-0216-43f1-b38c-3662f89be29c", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:00:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "9ac6a9f3-f2e5-447a-9c40-14024a62deef", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "9ac6a9f3-f2e5-447a-9c40-14024a62deef", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "9ac6a9f3-f2e5-447a-9c40-14024a62deef", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "fe7e1f08-aab5-40c2-b93f-c7a035de1930", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "9ac6a9f3-f2e5-447a-9c40-14024a62deef", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:00:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "9ac6a9f3-f2e5-447a-9c40-14024a62deef", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:00:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "9ac6a9f3-f2e5-447a-9c40-14024a62deef", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "fe7e1f08-aab5-40c2-b93f-c7a035de1930", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "fe7e1f08-aab5-40c2-b93f-c7a035de1930", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "7a4e6c21-29d4-4941-894f-8596d1d79caa", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "7a4e6c21-29d4-4941-894f-8596d1d79caa", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "7a4e6c21-29d4-4941-894f-8596d1d79caa", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "7a4e6c21-29d4-4941-894f-8596d1d79caa", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:00:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "7a4e6c21-29d4-4941-894f-8596d1d79caa", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:00:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "7a4e6c21-29d4-4941-894f-8596d1d79caa", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "74a23eec-9f43-4986-ba99-57414bd5f4ab", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "74a23eec-9f43-4986-ba99-57414bd5f4ab", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:00:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "74a23eec-9f43-4986-ba99-57414bd5f4ab", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:00:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "842c4e4f-6e23-4dbf-86fc-7c0def93a7bc", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "842c4e4f-6e23-4dbf-86fc-7c0def93a7bc", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "842c4e4f-6e23-4dbf-86fc-7c0def93a7bc", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:00:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "842c4e4f-6e23-4dbf-86fc-7c0def93a7bc", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:00:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "842c4e4f-6e23-4dbf-86fc-7c0def93a7bc", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:00:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "842c4e4f-6e23-4dbf-86fc-7c0def93a7bc", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "3d301bbf-721b-4e66-8671-f5ff8cce4609", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "3d301bbf-721b-4e66-8671-f5ff8cce4609", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "3d301bbf-721b-4e66-8671-f5ff8cce4609", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "3d301bbf-721b-4e66-8671-f5ff8cce4609", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:01:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "3d301bbf-721b-4e66-8671-f5ff8cce4609", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:01:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "3d301bbf-721b-4e66-8671-f5ff8cce4609", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "1b866a09-ddbe-44d4-b6a6-e67e7fa247cb", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "1b866a09-ddbe-44d4-b6a6-e67e7fa247cb", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "1b866a09-ddbe-44d4-b6a6-e67e7fa247cb", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "4804205b-0e91-4b2f-b66a-9354c717dee4", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "1b866a09-ddbe-44d4-b6a6-e67e7fa247cb", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "1b866a09-ddbe-44d4-b6a6-e67e7fa247cb", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:01:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "1b866a09-ddbe-44d4-b6a6-e67e7fa247cb", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "4804205b-0e91-4b2f-b66a-9354c717dee4", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "4804205b-0e91-4b2f-b66a-9354c717dee4", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57a12a3e-904e-499e-b0af-b63d537ac272", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57a12a3e-904e-499e-b0af-b63d537ac272", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57a12a3e-904e-499e-b0af-b63d537ac272", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57a12a3e-904e-499e-b0af-b63d537ac272", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57a12a3e-904e-499e-b0af-b63d537ac272", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:01:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57a12a3e-904e-499e-b0af-b63d537ac272", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "cc261996-7222-41fa-8fac-3490a02a79dc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "cc261996-7222-41fa-8fac-3490a02a79dc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "cc261996-7222-41fa-8fac-3490a02a79dc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "c4a0cf31-236a-48c0-85e8-77572d1a2214", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "c4a0cf31-236a-48c0-85e8-77572d1a2214", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "c4a0cf31-236a-48c0-85e8-77572d1a2214", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "c4a0cf31-236a-48c0-85e8-77572d1a2214", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "c4a0cf31-236a-48c0-85e8-77572d1a2214", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:01:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "c4a0cf31-236a-48c0-85e8-77572d1a2214", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "ced38042-6c09-4aee-afbb-f9ae9804bc04", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "ced38042-6c09-4aee-afbb-f9ae9804bc04", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "ced38042-6c09-4aee-afbb-f9ae9804bc04", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "ced38042-6c09-4aee-afbb-f9ae9804bc04", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "ced38042-6c09-4aee-afbb-f9ae9804bc04", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "ced38042-6c09-4aee-afbb-f9ae9804bc04", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "0f343e7d-593c-4e54-ba63-e3469b550e7c", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "0f343e7d-593c-4e54-ba63-e3469b550e7c", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "0f343e7d-593c-4e54-ba63-e3469b550e7c", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "0f343e7d-593c-4e54-ba63-e3469b550e7c", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "0f343e7d-593c-4e54-ba63-e3469b550e7c", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:01:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "0f343e7d-593c-4e54-ba63-e3469b550e7c", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0"} 2026-07-08T04:01:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:01:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:01:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "88a1406d-e959-46f9-84ae-3f7c091e3154", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "sub-test-model-e356c0", "reconcileID": "f403c832-aef4-4a9b-865e-27d45c046954", "LLMInferenceService": "sub-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "5434cb5d-3b1d-468a-8324-d4232980782e", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "5434cb5d-3b1d-468a-8324-d4232980782e", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "5434cb5d-3b1d-468a-8324-d4232980782e", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "01ee19f2-11ea-4033-bc94-088b0c02fe9d", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "01ee19f2-11ea-4033-bc94-088b0c02fe9d", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "01ee19f2-11ea-4033-bc94-088b0c02fe9d", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:01:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412"} 2026-07-08T04:01:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412-kserve-route-authn"} 2026-07-08T04:01:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "57595ff5-2176-474a-9371-ca07a7aa19f4", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "sub-test-model-b98412", "reconcileID": "dcbe3a9f-8f30-483d-85c9-a279fed6d22e", "LLMInferenceService": "sub-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "6edfb53c-56b7-498c-9494-207edd893fbc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "6edfb53c-56b7-498c-9494-207edd893fbc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "6edfb53c-56b7-498c-9494-207edd893fbc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "454ab110-5d65-4ed7-bffc-c732b3ab0a26", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "454ab110-5d65-4ed7-bffc-c732b3ab0a26", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "454ab110-5d65-4ed7-bffc-c732b3ab0a26", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:01:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "c413aa2f-29c3-45db-8806-fbd34c3fdd70", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "c413aa2f-29c3-45db-8806-fbd34c3fdd70", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "c413aa2f-29c3-45db-8806-fbd34c3fdd70", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "98983355-2e51-4213-988b-f78d603d80fa", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:01:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "c413aa2f-29c3-45db-8806-fbd34c3fdd70", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:01:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "c413aa2f-29c3-45db-8806-fbd34c3fdd70", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:01:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "c413aa2f-29c3-45db-8806-fbd34c3fdd70", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "98983355-2e51-4213-988b-f78d603d80fa", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "98983355-2e51-4213-988b-f78d603d80fa", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:01:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "56417605-abd6-464d-9e36-a3e49283c571", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "56417605-abd6-464d-9e36-a3e49283c571", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "56417605-abd6-464d-9e36-a3e49283c571", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:01:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "56417605-abd6-464d-9e36-a3e49283c571", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:01:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "56417605-abd6-464d-9e36-a3e49283c571", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:01:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "56417605-abd6-464d-9e36-a3e49283c571", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "f8aedd09-ed03-41a9-9a64-a32222fffa04", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:02:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "f8aedd09-ed03-41a9-9a64-a32222fffa04", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:02:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "f8aedd09-ed03-41a9-9a64-a32222fffa04", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:02:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "5de587bd-5d34-4c0c-9bab-60af2720fc0a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "5de587bd-5d34-4c0c-9bab-60af2720fc0a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "5de587bd-5d34-4c0c-9bab-60af2720fc0a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "5de587bd-5d34-4c0c-9bab-60af2720fc0a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:02:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "5de587bd-5d34-4c0c-9bab-60af2720fc0a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:02:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "5de587bd-5d34-4c0c-9bab-60af2720fc0a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "28100eed-ffc7-4701-b2ae-3349913ccf1a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "28100eed-ffc7-4701-b2ae-3349913ccf1a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "28100eed-ffc7-4701-b2ae-3349913ccf1a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "28100eed-ffc7-4701-b2ae-3349913ccf1a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:02:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "28100eed-ffc7-4701-b2ae-3349913ccf1a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "authType": "userdefined"} 2026-07-08T04:02:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "28100eed-ffc7-4701-b2ae-3349913ccf1a", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:02:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b3f1f4ff-4228-4d7e-97ae-201756134752", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T04:02:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "55f72099-f9b0-4224-902e-9854ef5b01b3", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "55f72099-f9b0-4224-902e-9854ef5b01b3", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "55f72099-f9b0-4224-902e-9854ef5b01b3", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "55f72099-f9b0-4224-902e-9854ef5b01b3", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412-kserve-route-authn"} 2026-07-08T04:02:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "55f72099-f9b0-4224-902e-9854ef5b01b3", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:02:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "55f72099-f9b0-4224-902e-9854ef5b01b3", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "0b23c85a-4663-4a00-9e85-a8f974b83534", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:02:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "0b23c85a-4663-4a00-9e85-a8f974b83534", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:02:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "0b23c85a-4663-4a00-9e85-a8f974b83534", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:02:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "3389ec26-a782-47b1-afaf-048483c6ef20", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "3389ec26-a782-47b1-afaf-048483c6ef20", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "3389ec26-a782-47b1-afaf-048483c6ef20", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "3389ec26-a782-47b1-afaf-048483c6ef20", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412-kserve-route-authn"} 2026-07-08T04:02:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "3389ec26-a782-47b1-afaf-048483c6ef20", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:02:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "3389ec26-a782-47b1-afaf-048483c6ef20", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "259cf4eb-cc54-4648-b212-83c5f0073369", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:02:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "259cf4eb-cc54-4648-b212-83c5f0073369", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:02:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "259cf4eb-cc54-4648-b212-83c5f0073369", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:02:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "0464e09d-3ef9-4140-9555-bcfec75bfa98", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "0464e09d-3ef9-4140-9555-bcfec75bfa98", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "0464e09d-3ef9-4140-9555-bcfec75bfa98", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "0464e09d-3ef9-4140-9555-bcfec75bfa98", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412-kserve-route-authn"} 2026-07-08T04:02:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "0464e09d-3ef9-4140-9555-bcfec75bfa98", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:02:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "0464e09d-3ef9-4140-9555-bcfec75bfa98", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "c9ae9b89-5a67-456e-9862-e963dba0fd40", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "c9ae9b89-5a67-456e-9862-e963dba0fd40", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "c9ae9b89-5a67-456e-9862-e963dba0fd40", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:02:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "c9ae9b89-5a67-456e-9862-e963dba0fd40", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412-kserve-route-authn"} 2026-07-08T04:02:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "c9ae9b89-5a67-456e-9862-e963dba0fd40", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "authType": "userdefined"} 2026-07-08T04:02:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "c9ae9b89-5a67-456e-9862-e963dba0fd40", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0656bd12-776d-46f8-897c-be0708854c99", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T04:03:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:03:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0"} 2026-07-08T04:03:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:03:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:03:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:03:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0-kserve-route-authn"} 2026-07-08T04:03:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:03:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "a5598b07-28ba-4784-b668-89728c6c8ceb", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:03:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e356c0","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "rate-test-model-e356c0", "reconcileID": "014fccac-a045-4097-94d5-220962973eaf", "LLMInferenceService": "rate-test-model-e356c0", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "a45c9035-c8d4-4252-967d-69e30409b113", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "a45c9035-c8d4-4252-967d-69e30409b113", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "a45c9035-c8d4-4252-967d-69e30409b113", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "650a40fe-7bfb-48fc-96b9-69665c36d9a2", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "650a40fe-7bfb-48fc-96b9-69665c36d9a2", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "650a40fe-7bfb-48fc-96b9-69665c36d9a2", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:03:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412"} 2026-07-08T04:03:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412-kserve-route-authn"} 2026-07-08T04:03:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412-kserve-route-authn"} 2026-07-08T04:03:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "1af7bb52-549c-47e9-b6e5-57e9c2799e9e", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b98412","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "rate-test-model-b98412", "reconcileID": "23b04327-be93-47a9-a9e9-537fa4c9c160", "LLMInferenceService": "rate-test-model-b98412", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "f457904b-e641-4589-8c36-68e3def941b5", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "f457904b-e641-4589-8c36-68e3def941b5", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "f457904b-e641-4589-8c36-68e3def941b5", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "b0396f8e-eab1-4149-b289-529471c31496", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "b0396f8e-eab1-4149-b289-529471c31496", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "b0396f8e-eab1-4149-b289-529471c31496", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:03:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "6749f2d8-970c-492b-b8dc-96afe1d59129", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:03:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "6749f2d8-970c-492b-b8dc-96afe1d59129", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0-authn-ssl"} 2026-07-08T04:03:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "6749f2d8-970c-492b-b8dc-96afe1d59129", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "971ab629-8961-454b-9833-8188554d2b44", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-08T04:04:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdcffb90-d01b-4218-a758-a4e75ddd07fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdcffb90-d01b-4218-a758-a4e75ddd07fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:04:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdcffb90-d01b-4218-a758-a4e75ddd07fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e356c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:04:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-trusted-ca-bundle", "reconcileID": "1b4413eb-8be4-4593-b259-fd32d7d188bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-trusted-ca-bundle", "reconcileID": "1b4413eb-8be4-4593-b259-fd32d7d188bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "openshift-service-ca.crt", "reconcileID": "09bc6b8c-4b73-4add-ab14-ae48c9c190b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "openshift-service-ca.crt", "reconcileID": "09bc6b8c-4b73-4add-ab14-ae48c9c190b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e7026da-fbb1-4b27-a35c-ea69c4ad4f9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e356c0"}, "namespace": "ai-tenant-e2e-shared-a-e356c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e7026da-fbb1-4b27-a35c-ea69c4ad4f9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e356c0"} 2026-07-08T04:04:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e356c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e356c0", "reconcileID": "52b5ccf0-4bdc-4210-9e94-5c68d1df4f7e", "Gateway": "e2e-shared-a-e356c0", "namespace": "openshift-ingress"} 2026-07-08T04:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "763a618c-ca40-46a4-8df8-698cdad506fc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "763a618c-ca40-46a4-8df8-698cdad506fc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412-authn-ssl"} 2026-07-08T04:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "763a618c-ca40-46a4-8df8-698cdad506fc", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"} 2026-07-08T04:04:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd65564c-52f0-495c-ad25-a3935acfb268", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd65564c-52f0-495c-ad25-a3935acfb268", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:04:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:04:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:04:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd65564c-52f0-495c-ad25-a3935acfb268", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b98412 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:04:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "df9d22ab-d374-467c-a521-cc2862d749ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-trusted-ca-bundle", "reconcileID": "df9d22ab-d374-467c-a521-cc2862d749ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "openshift-service-ca.crt", "reconcileID": "7a5c7b96-ce95-4a6a-93cc-237764583494", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "openshift-service-ca.crt", "reconcileID": "7a5c7b96-ce95-4a6a-93cc-237764583494", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ec4d0e-773a-4ae6-a30c-8ad73b537049", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b98412"}, "namespace": "ai-tenant-e2e-shared-b-b98412", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ec4d0e-773a-4ae6-a30c-8ad73b537049", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b98412"} 2026-07-08T04:04:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:04:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:04:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b98412","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b98412", "reconcileID": "f2def66b-a292-4252-8fc0-14d9db55d8e3", "Gateway": "e2e-shared-b-b98412", "namespace": "openshift-ingress"}