2026-07-15T23:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "ccb3677d-0fdd-47ae-974a-b7ae5bc02e0b", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "ccb3677d-0fdd-47ae-974a-b7ae5bc02e0b", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6-authn-ssl"} 2026-07-15T23:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "ccb3677d-0fdd-47ae-974a-b7ae5bc02e0b", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "e7537ea6-9e89-4dcd-9ff9-d24f14731878", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "e7537ea6-9e89-4dcd-9ff9-d24f14731878", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6-authn-ssl"} 2026-07-15T23:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "e7537ea6-9e89-4dcd-9ff9-d24f14731878", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "ee0883de-359f-4345-9520-56fe1f714baa", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "ee0883de-359f-4345-9520-56fe1f714baa", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6-authn-ssl"} 2026-07-15T23:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "ee0883de-359f-4345-9520-56fe1f714baa", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "21a4a937-601c-410c-a48e-20180c2779e8", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "21a4a937-601c-410c-a48e-20180c2779e8", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6-authn-ssl"} 2026-07-15T23:05:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "21a4a937-601c-410c-a48e-20180c2779e8", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "openshift-service-ca.crt", "reconcileID": "c27fe03c-6bc9-4b62-9cd1-dbee69ff5929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-trusted-ca-bundle", "reconcileID": "0485d7d1-978a-4506-9026-c8a899eaba37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "openshift-service-ca.crt", "reconcileID": "0fa4c1eb-d8ea-425b-87e7-8281d0d574a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9171f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:05:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "openshift-service-ca.crt", "reconcileID": "0fa4c1eb-d8ea-425b-87e7-8281d0d574a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9bec040-9534-4495-a410-075e04a99a2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "openshift-service-ca.crt", "reconcileID": "a46bcacd-df68-4363-94dc-c694ea4e97a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-trusted-ca-bundle", "reconcileID": "72deaf80-5e8b-4eea-80ed-0ebc4d182bf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:05:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-trusted-ca-bundle", "reconcileID": "72deaf80-5e8b-4eea-80ed-0ebc4d182bf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e92e7a9a-0d70-4b0a-9f26-b21a8d2c55fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "db41a766-87ed-4c5a-8757-4c52cea2c5f8", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "db41a766-87ed-4c5a-8757-4c52cea2c5f8", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6-authn-ssl"} 2026-07-15T23:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "db41a766-87ed-4c5a-8757-4c52cea2c5f8", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fdb5f23a-7b31-4336-b644-4cba9553f8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "f55c1240-d255-4d17-b54a-1d0e6e00825a", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "f55c1240-d255-4d17-b54a-1d0e6e00825a", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "f55c1240-d255-4d17-b54a-1d0e6e00825a", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "01039368-468e-4c58-9da3-27e5aafb53b5", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "01039368-468e-4c58-9da3-27e5aafb53b5", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "01039368-468e-4c58-9da3-27e5aafb53b5", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "beaf0f2b-8340-4f12-9ac9-b8e7e7582a20", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "beaf0f2b-8340-4f12-9ac9-b8e7e7582a20", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "beaf0f2b-8340-4f12-9ac9-b8e7e7582a20", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "3e1ddcbe-bb52-488e-84f6-86f693cb6413", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "3e1ddcbe-bb52-488e-84f6-86f693cb6413", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "3e1ddcbe-bb52-488e-84f6-86f693cb6413", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "152d0d5f-154b-4d8d-9779-34d3de1329be", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "152d0d5f-154b-4d8d-9779-34d3de1329be", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "152d0d5f-154b-4d8d-9779-34d3de1329be", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "6cda36c6-bfd0-4eaf-b9bd-5ef2a0d994d1", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "6cda36c6-bfd0-4eaf-b9bd-5ef2a0d994d1", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "6cda36c6-bfd0-4eaf-b9bd-5ef2a0d994d1", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "b3d1a9fb-8566-4ce0-8789-7169b5185749", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "b3d1a9fb-8566-4ce0-8789-7169b5185749", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "b3d1a9fb-8566-4ce0-8789-7169b5185749", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "86e6c82d-d306-4eb7-bbaf-820d02f0668e", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "86e6c82d-d306-4eb7-bbaf-820d02f0668e", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "86e6c82d-d306-4eb7-bbaf-820d02f0668e", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "openshift-service-ca.crt", "reconcileID": "74e8529b-6dfa-4ec7-89a6-a09fe2dfe265", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-trusted-ca-bundle", "reconcileID": "fc0d2643-8826-4cbb-b5ad-0ae21d8040a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "openshift-service-ca.crt", "reconcileID": "79ca8aca-484d-446a-9c43-68bd2a7fc367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e81434", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:05:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "openshift-service-ca.crt", "reconcileID": "79ca8aca-484d-446a-9c43-68bd2a7fc367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45549244-d2f3-4784-af05-8088f84d0d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "openshift-service-ca.crt", "reconcileID": "4cbfb554-9c02-4873-8c39-080bb47cc295", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-trusted-ca-bundle", "reconcileID": "99ad3d39-be24-455f-b678-c3483de438dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:05:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-trusted-ca-bundle", "reconcileID": "99ad3d39-be24-455f-b678-c3483de438dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9911cc22-55de-4464-b67e-e6d4fee49e26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "82209de9-996a-4469-8a19-e8ce822e1ade", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "82209de9-996a-4469-8a19-e8ce822e1ade", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "82209de9-996a-4469-8a19-e8ce822e1ade", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0cf5f43a-aa85-428e-adaf-ba50cd1a31d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "73813f2a-9d66-4b14-bfe7-cfeaa18cde16", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "73813f2a-9d66-4b14-bfe7-cfeaa18cde16", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6-authn-ssl"} 2026-07-15T23:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "73813f2a-9d66-4b14-bfe7-cfeaa18cde16", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "fccd6211-596c-4455-a86a-feb3b4828a2a", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "fccd6211-596c-4455-a86a-feb3b4828a2a", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress", "name": "e2e-api-b-e81434-authn-ssl"} 2026-07-15T23:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "fccd6211-596c-4455-a86a-feb3b4828a2a", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:05:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f81d7f24-b425-46c9-9e48-5e532e7a19df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ea034ff-670f-4014-92d6-ce0480841f41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ea034ff-670f-4014-92d6-ce0480841f41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:05:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ea034ff-670f-4014-92d6-ce0480841f41", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-9171f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T23:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-trusted-ca-bundle", "reconcileID": "bff10d2c-b853-41ad-ace9-d637fba5ebd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-trusted-ca-bundle", "reconcileID": "bff10d2c-b853-41ad-ace9-d637fba5ebd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "openshift-service-ca.crt", "reconcileID": "6afebd78-4434-47e3-bc5d-1876422be242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "openshift-service-ca.crt", "reconcileID": "6afebd78-4434-47e3-bc5d-1876422be242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4580b1ba-dbf7-4848-a9f4-bb7483892fc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9171f6"}, "namespace": "ai-tenant-e2e-api-a-9171f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4580b1ba-dbf7-4848-a9f4-bb7483892fc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9171f6"} 2026-07-15T23:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e97b9724-e0d0-4666-af9b-4632e737647d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:05:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9171f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9171f6", "reconcileID": "89c7b3f4-3bd4-41e6-b917-c09438a3e63d", "Gateway": "e2e-api-a-9171f6", "namespace": "openshift-ingress"} 2026-07-15T23:05:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6b09eec-09d5-41e5-9c18-c5866b3d4ca6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6b09eec-09d5-41e5-9c18-c5866b3d4ca6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:05:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6b09eec-09d5-41e5-9c18-c5866b3d4ca6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e81434 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T23:05:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-trusted-ca-bundle", "reconcileID": "10933ee6-cae7-464b-9590-2eb487c79de1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-trusted-ca-bundle", "reconcileID": "10933ee6-cae7-464b-9590-2eb487c79de1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "openshift-service-ca.crt", "reconcileID": "ca19b1f2-f3e9-4e56-8478-8a9008208c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "openshift-service-ca.crt", "reconcileID": "ca19b1f2-f3e9-4e56-8478-8a9008208c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ad67e2f-8fec-4968-b1db-19a9ee6d55ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:05:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e81434"}, "namespace": "ai-tenant-e2e-api-b-e81434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ad67e2f-8fec-4968-b1db-19a9ee6d55ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e81434"} 2026-07-15T23:06:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e81434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e81434", "reconcileID": "93434f74-bf7a-49e4-a87c-6fbbb1f02989", "Gateway": "e2e-api-b-e81434", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "b280bb17-6011-48aa-8b7b-5cdbf55ba223", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "b280bb17-6011-48aa-8b7b-5cdbf55ba223", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "b280bb17-6011-48aa-8b7b-5cdbf55ba223", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "f9389a8b-090b-451d-aec5-d71a53c3e8d0", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "f9389a8b-090b-451d-aec5-d71a53c3e8d0", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "f9389a8b-090b-451d-aec5-d71a53c3e8d0", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "b75d0aa6-8800-4ef8-a37d-8be813c81049", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "b75d0aa6-8800-4ef8-a37d-8be813c81049", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "b75d0aa6-8800-4ef8-a37d-8be813c81049", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "43b38044-0528-4967-ae29-715f4d82130a", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "43b38044-0528-4967-ae29-715f4d82130a", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "43b38044-0528-4967-ae29-715f4d82130a", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "995afeb5-3d84-49ce-8128-e4d137d8a62b", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "995afeb5-3d84-49ce-8128-e4d137d8a62b", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "995afeb5-3d84-49ce-8128-e4d137d8a62b", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "05d561ed-998b-463a-8aad-ab4dd7d41040", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "05d561ed-998b-463a-8aad-ab4dd7d41040", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "05d561ed-998b-463a-8aad-ab4dd7d41040", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "09a12e3f-d4c4-4d73-aa71-a6dddabdc060", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "09a12e3f-d4c4-4d73-aa71-a6dddabdc060", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "09a12e3f-d4c4-4d73-aa71-a6dddabdc060", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "openshift-service-ca.crt", "reconcileID": "4c26e93c-c8c9-4c48-9bc3-9e6143490484", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-trusted-ca-bundle", "reconcileID": "d531b8e5-5e44-4703-8695-e353189b6b49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "openshift-service-ca.crt", "reconcileID": "e3bd8f36-2e93-4dd5-ac22-061049ccafa8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:06:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "openshift-service-ca.crt", "reconcileID": "e3bd8f36-2e93-4dd5-ac22-061049ccafa8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89adcdcd-9089-4309-bf5d-2ec9c0a905d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "openshift-service-ca.crt", "reconcileID": "9559105c-ad86-42ff-a635-7e5d1d4885f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-trusted-ca-bundle", "reconcileID": "457ef772-5529-4420-b625-72a67ff98bd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:06:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-trusted-ca-bundle", "reconcileID": "457ef772-5529-4420-b625-72a67ff98bd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0bf1a78-651d-43d0-8c02-9b209cd545d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "53409f8a-ba15-49d2-aa8e-23e8477732ba", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "53409f8a-ba15-49d2-aa8e-23e8477732ba", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "53409f8a-ba15-49d2-aa8e-23e8477732ba", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00c1eb6e-b2a4-45c0-99fe-b58c0bd1d3ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "2f2cb04d-f93d-460f-abdc-f3aba97ab5aa", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "2f2cb04d-f93d-460f-abdc-f3aba97ab5aa", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "2f2cb04d-f93d-460f-abdc-f3aba97ab5aa", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "05aca774-1a84-461b-9710-3c057e376172", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "05aca774-1a84-461b-9710-3c057e376172", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "05aca774-1a84-461b-9710-3c057e376172", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "1c9fd201-c941-4012-9ac2-f960aa1a0dbd", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "1c9fd201-c941-4012-9ac2-f960aa1a0dbd", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "1c9fd201-c941-4012-9ac2-f960aa1a0dbd", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "edf4a210-812a-4429-93d8-c002b8a473ae", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "edf4a210-812a-4429-93d8-c002b8a473ae", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "edf4a210-812a-4429-93d8-c002b8a473ae", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "c2782991-547a-431f-8486-831c13ad9a71", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "c2782991-547a-431f-8486-831c13ad9a71", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "c2782991-547a-431f-8486-831c13ad9a71", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "b4c5241a-a9f4-4763-ac35-3108179ae223", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "b4c5241a-a9f4-4763-ac35-3108179ae223", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "b4c5241a-a9f4-4763-ac35-3108179ae223", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "14fa34aa-3eec-4e1c-aefc-f5eba6da7191", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "14fa34aa-3eec-4e1c-aefc-f5eba6da7191", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "14fa34aa-3eec-4e1c-aefc-f5eba6da7191", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "openshift-service-ca.crt", "reconcileID": "3130824b-449b-4ab3-8b13-5c9fc9e8e264", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-trusted-ca-bundle", "reconcileID": "4f5a57f4-9f91-4e8c-bf04-de041e6ec6a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "openshift-service-ca.crt", "reconcileID": "9d527721-ee72-4c05-9b19-1b023efb8e94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:06:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "openshift-service-ca.crt", "reconcileID": "9d527721-ee72-4c05-9b19-1b023efb8e94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2fab51-1dfd-45d5-8973-84b7d5ecd940", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "openshift-service-ca.crt", "reconcileID": "90e63b3b-ed35-47f6-a5b1-d9e89f4a38e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-trusted-ca-bundle", "reconcileID": "b771db8c-1704-4b1e-8726-29c424cf57e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:06:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-trusted-ca-bundle", "reconcileID": "b771db8c-1704-4b1e-8726-29c424cf57e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "281e7c7d-0ee2-4d5f-a3ff-7c5e8895c045", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:06:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "5f7e1058-58ee-45b3-93be-7981aba6f533", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "5f7e1058-58ee-45b3-93be-7981aba6f533", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "5f7e1058-58ee-45b3-93be-7981aba6f533", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "70d04035-ccdd-4724-9cf9-b00abe5106c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:06:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "70150c38-a8d5-402d-8a09-34d9d835d566", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "70150c38-a8d5-402d-8a09-34d9d835d566", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "70150c38-a8d5-402d-8a09-34d9d835d566", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "cd6e6394-4cd0-44d7-a895-d6c611aade81", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "cd6e6394-4cd0-44d7-a895-d6c611aade81", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "cd6e6394-4cd0-44d7-a895-d6c611aade81", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "fcab8f8e-3885-4c19-9486-90a874ab006c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "fcab8f8e-3885-4c19-9486-90a874ab006c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "fcab8f8e-3885-4c19-9486-90a874ab006c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "523ee09f-795a-43d4-b298-de8cd1e9160d", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "fcab8f8e-3885-4c19-9486-90a874ab006c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "fcab8f8e-3885-4c19-9486-90a874ab006c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "fcab8f8e-3885-4c19-9486-90a874ab006c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "523ee09f-795a-43d4-b298-de8cd1e9160d", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "523ee09f-795a-43d4-b298-de8cd1e9160d", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "9f39b6ad-c974-403f-9e75-b325990e3add", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "9f39b6ad-c974-403f-9e75-b325990e3add", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "9f39b6ad-c974-403f-9e75-b325990e3add", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "9f39b6ad-c974-403f-9e75-b325990e3add", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "9f39b6ad-c974-403f-9e75-b325990e3add", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "9f39b6ad-c974-403f-9e75-b325990e3add", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8cde7ad-196f-4af5-82ae-3b9a3a522198", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "8c1c85e7-064d-4fdd-b221-e6ef31bb8b58", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "8c1c85e7-064d-4fdd-b221-e6ef31bb8b58", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "8c1c85e7-064d-4fdd-b221-e6ef31bb8b58", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:06:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a326e1b0-c0df-46ed-801c-0787a093d2fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:06:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "22f9cd83-cec9-4995-9628-5e4b49daa111", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "22f9cd83-cec9-4995-9628-5e4b49daa111", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "22f9cd83-cec9-4995-9628-5e4b49daa111", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:06:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "22f9cd83-cec9-4995-9628-5e4b49daa111", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:06:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "22f9cd83-cec9-4995-9628-5e4b49daa111", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:06:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "22f9cd83-cec9-4995-9628-5e4b49daa111", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:07:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "b2800e35-2e05-4c59-b02c-55c68190a0d7", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:07:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "b2800e35-2e05-4c59-b02c-55c68190a0d7", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:07:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "b2800e35-2e05-4c59-b02c-55c68190a0d7", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:07:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "b2800e35-2e05-4c59-b02c-55c68190a0d7", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:07:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "b2800e35-2e05-4c59-b02c-55c68190a0d7", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:07:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "b2800e35-2e05-4c59-b02c-55c68190a0d7", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "e8f2c41e-e4d9-4d6a-9174-3a3a47f2d12b", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "e8f2c41e-e4d9-4d6a-9174-3a3a47f2d12b", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "e8f2c41e-e4d9-4d6a-9174-3a3a47f2d12b", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "68715aac-4fec-4da8-ad88-508666e4dd3a", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "e8f2c41e-e4d9-4d6a-9174-3a3a47f2d12b", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "e8f2c41e-e4d9-4d6a-9174-3a3a47f2d12b", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "e8f2c41e-e4d9-4d6a-9174-3a3a47f2d12b", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "68715aac-4fec-4da8-ad88-508666e4dd3a", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "68715aac-4fec-4da8-ad88-508666e4dd3a", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "b6e5c2fa-85f2-4f4a-98e2-99ea6331d9bc", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "b6e5c2fa-85f2-4f4a-98e2-99ea6331d9bc", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "b6e5c2fa-85f2-4f4a-98e2-99ea6331d9bc", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "b6e5c2fa-85f2-4f4a-98e2-99ea6331d9bc", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "b6e5c2fa-85f2-4f4a-98e2-99ea6331d9bc", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "b6e5c2fa-85f2-4f4a-98e2-99ea6331d9bc", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "302ee9bb-98a4-46cc-8085-274ddc5f90ee", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:07:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "302ee9bb-98a4-46cc-8085-274ddc5f90ee", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:07:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "302ee9bb-98a4-46cc-8085-274ddc5f90ee", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:07:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "82d647dc-9f78-44fa-934f-82d6c8d87ef2", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "82d647dc-9f78-44fa-934f-82d6c8d87ef2", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "82d647dc-9f78-44fa-934f-82d6c8d87ef2", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "82d647dc-9f78-44fa-934f-82d6c8d87ef2", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:07:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "82d647dc-9f78-44fa-934f-82d6c8d87ef2", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:07:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "82d647dc-9f78-44fa-934f-82d6c8d87ef2", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "061fe12f-4de5-4938-85a6-21650e49ed77", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "061fe12f-4de5-4938-85a6-21650e49ed77", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "061fe12f-4de5-4938-85a6-21650e49ed77", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "061fe12f-4de5-4938-85a6-21650e49ed77", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:07:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "061fe12f-4de5-4938-85a6-21650e49ed77", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:07:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "061fe12f-4de5-4938-85a6-21650e49ed77", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "bbaf09cb-c01d-4238-8fa5-f4ba123d3ff9", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "bbaf09cb-c01d-4238-8fa5-f4ba123d3ff9", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "bbaf09cb-c01d-4238-8fa5-f4ba123d3ff9", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:07:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "331d675e-8236-457f-b6bd-33d8556c3b38", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:07:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "331d675e-8236-457f-b6bd-33d8556c3b38", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:07:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "331d675e-8236-457f-b6bd-33d8556c3b38", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aef1ab10-c0e7-4237-a4d6-6c7058b66352", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:09:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd"} 2026-07-15T23:09:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:09:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:09:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "5ae0ab2e-c177-4b48-8132-43f8c819205c", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "auth-test-model-ab95dd", "reconcileID": "91c6a1dc-a28f-47c0-9cbd-0848b214a446", "LLMInferenceService": "auth-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "790ce7b4-fd1a-44a7-b322-4e037792e1b4", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "790ce7b4-fd1a-44a7-b322-4e037792e1b4", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:09:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "790ce7b4-fd1a-44a7-b322-4e037792e1b4", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "6c7b8b93-dfe8-4985-bd91-4989711031a2", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "6c7b8b93-dfe8-4985-bd91-4989711031a2", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:09:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "6c7b8b93-dfe8-4985-bd91-4989711031a2", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:09:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3"} 2026-07-15T23:09:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:09:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:09:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:09:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:09:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:09:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "c3ac276a-b414-4be9-b1a3-ad506450ef58", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:09:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "auth-test-model-c6dbd3", "reconcileID": "f3d158d5-4cfa-4621-9cd1-f8a040c3c9e7", "LLMInferenceService": "auth-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9fab3514-22f3-4a2f-909e-7604d911ee0b", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9fab3514-22f3-4a2f-909e-7604d911ee0b", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9fab3514-22f3-4a2f-909e-7604d911ee0b", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9b5a3e38-58c6-4cc9-b0fc-3e6412d6a351", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9b5a3e38-58c6-4cc9-b0fc-3e6412d6a351", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9b5a3e38-58c6-4cc9-b0fc-3e6412d6a351", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:09:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "3c42ec03-0e72-40ea-8f12-14555cd2e6be", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "3c42ec03-0e72-40ea-8f12-14555cd2e6be", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "3c42ec03-0e72-40ea-8f12-14555cd2e6be", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "afd6ef13-a415-4b3d-b54c-87223e09c9eb", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "3c42ec03-0e72-40ea-8f12-14555cd2e6be", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:09:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "3c42ec03-0e72-40ea-8f12-14555cd2e6be", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:09:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "3c42ec03-0e72-40ea-8f12-14555cd2e6be", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "afd6ef13-a415-4b3d-b54c-87223e09c9eb", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "afd6ef13-a415-4b3d-b54c-87223e09c9eb", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "9633bfca-62f2-4a0d-a91e-e13c33c97ac2", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "9633bfca-62f2-4a0d-a91e-e13c33c97ac2", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "9633bfca-62f2-4a0d-a91e-e13c33c97ac2", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "9633bfca-62f2-4a0d-a91e-e13c33c97ac2", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:09:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "9633bfca-62f2-4a0d-a91e-e13c33c97ac2", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:09:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "9633bfca-62f2-4a0d-a91e-e13c33c97ac2", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "380b871f-c331-47b2-9922-be7cf715e99f", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "380b871f-c331-47b2-9922-be7cf715e99f", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:09:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "380b871f-c331-47b2-9922-be7cf715e99f", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:09:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "31c9261e-4020-4281-be49-ae14a4b7867e", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "31c9261e-4020-4281-be49-ae14a4b7867e", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "31c9261e-4020-4281-be49-ae14a4b7867e", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:09:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "31c9261e-4020-4281-be49-ae14a4b7867e", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:09:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "31c9261e-4020-4281-be49-ae14a4b7867e", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:09:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "31c9261e-4020-4281-be49-ae14a4b7867e", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb8c21d8-7875-4289-a042-bad509416045", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb8c21d8-7875-4289-a042-bad509416045", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb8c21d8-7875-4289-a042-bad509416045", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb8c21d8-7875-4289-a042-bad509416045", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:10:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb8c21d8-7875-4289-a042-bad509416045", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:10:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb8c21d8-7875-4289-a042-bad509416045", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T23:10:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T23:10:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "4f6b7a89-a58f-4ca2-9107-98bf638effa5", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "4f6b7a89-a58f-4ca2-9107-98bf638effa5", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:10:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "8ce4671e-69c7-42fa-a0ae-b4c2576e9665", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "8ce4671e-69c7-42fa-a0ae-b4c2576e9665", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "8ce4671e-69c7-42fa-a0ae-b4c2576e9665", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "8ce4671e-69c7-42fa-a0ae-b4c2576e9665", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "8ce4671e-69c7-42fa-a0ae-b4c2576e9665", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:10:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "8ce4671e-69c7-42fa-a0ae-b4c2576e9665", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "4f6b7a89-a58f-4ca2-9107-98bf638effa5", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "b5b76ed5-bdb6-4923-8bb1-c58e699f4f7a", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "b5b76ed5-bdb6-4923-8bb1-c58e699f4f7a", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "b5b76ed5-bdb6-4923-8bb1-c58e699f4f7a", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "b5b76ed5-bdb6-4923-8bb1-c58e699f4f7a", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "b5b76ed5-bdb6-4923-8bb1-c58e699f4f7a", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:10:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "b5b76ed5-bdb6-4923-8bb1-c58e699f4f7a", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "6cdde337-fc8d-460a-86e0-bd124769251f", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "6cdde337-fc8d-460a-86e0-bd124769251f", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:10:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "6cdde337-fc8d-460a-86e0-bd124769251f", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T23:10:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T23:10:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "683cb890-1418-4e92-a549-dcd29991afb6", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "683cb890-1418-4e92-a549-dcd29991afb6", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "683cb890-1418-4e92-a549-dcd29991afb6", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "683cb890-1418-4e92-a549-dcd29991afb6", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "683cb890-1418-4e92-a549-dcd29991afb6", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:10:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "683cb890-1418-4e92-a549-dcd29991afb6", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "67054a28-4f77-4b01-9c26-7b0c55f5ed6d", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "67054a28-4f77-4b01-9c26-7b0c55f5ed6d", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "67054a28-4f77-4b01-9c26-7b0c55f5ed6d", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "67054a28-4f77-4b01-9c26-7b0c55f5ed6d", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "67054a28-4f77-4b01-9c26-7b0c55f5ed6d", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:10:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "67054a28-4f77-4b01-9c26-7b0c55f5ed6d", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "36ae17f5-20c1-4c28-bc9b-e4706e16d4ae", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "36ae17f5-20c1-4c28-bc9b-e4706e16d4ae", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "36ae17f5-20c1-4c28-bc9b-e4706e16d4ae", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "36ae17f5-20c1-4c28-bc9b-e4706e16d4ae", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "36ae17f5-20c1-4c28-bc9b-e4706e16d4ae", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:10:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "36ae17f5-20c1-4c28-bc9b-e4706e16d4ae", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd"} 2026-07-15T23:10:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:10:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:10:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "58d9cdb2-9993-4c7c-8d9e-a8e86b1f14cf", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "sub-test-model-ab95dd", "reconcileID": "fb05d049-0442-4b1b-bf50-989162277a06", "LLMInferenceService": "sub-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "0f0d85e4-af4a-427f-8cba-82bd9459606e", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "0f0d85e4-af4a-427f-8cba-82bd9459606e", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "0f0d85e4-af4a-427f-8cba-82bd9459606e", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "c7338fee-1558-43ef-8995-48fa33e4e053", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "c7338fee-1558-43ef-8995-48fa33e4e053", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "c7338fee-1558-43ef-8995-48fa33e4e053", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:10:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3"} 2026-07-15T23:10:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:10:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "2ce6fb5d-83c2-4ee2-a8ed-6f3106556419", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "sub-test-model-c6dbd3", "reconcileID": "9503a1dd-dcb6-496f-89c6-be3bb57a1412", "LLMInferenceService": "sub-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:10:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9d02a8ae-d699-4858-bd7c-c4082df4fd5d", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9d02a8ae-d699-4858-bd7c-c4082df4fd5d", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:10:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "9d02a8ae-d699-4858-bd7c-c4082df4fd5d", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "a7bf5c69-559d-4ade-a2f5-4ccf7b4a7035", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "a7bf5c69-559d-4ade-a2f5-4ccf7b4a7035", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:10:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "a7bf5c69-559d-4ade-a2f5-4ccf7b4a7035", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:10:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "a2b30399-703d-4aed-8088-df34d2163be2", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "a2b30399-703d-4aed-8088-df34d2163be2", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "a2b30399-703d-4aed-8088-df34d2163be2", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "8e2d16d3-7035-4c91-958a-5e022f09acc0", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:10:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "a2b30399-703d-4aed-8088-df34d2163be2", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:10:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "a2b30399-703d-4aed-8088-df34d2163be2", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:10:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "a2b30399-703d-4aed-8088-df34d2163be2", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "8e2d16d3-7035-4c91-958a-5e022f09acc0", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "8e2d16d3-7035-4c91-958a-5e022f09acc0", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:10:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "62b6d535-3231-4ed1-aa0e-5697e932cb71", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "62b6d535-3231-4ed1-aa0e-5697e932cb71", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "62b6d535-3231-4ed1-aa0e-5697e932cb71", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:10:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "62b6d535-3231-4ed1-aa0e-5697e932cb71", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:10:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "62b6d535-3231-4ed1-aa0e-5697e932cb71", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:10:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "62b6d535-3231-4ed1-aa0e-5697e932cb71", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "514d2f41-9c95-4663-a02e-b136c8a66f0e", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:11:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "514d2f41-9c95-4663-a02e-b136c8a66f0e", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:11:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "514d2f41-9c95-4663-a02e-b136c8a66f0e", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:11:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fba97154-4695-47b8-a9e5-4dbbe194c81e", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fba97154-4695-47b8-a9e5-4dbbe194c81e", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fba97154-4695-47b8-a9e5-4dbbe194c81e", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fba97154-4695-47b8-a9e5-4dbbe194c81e", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:11:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fba97154-4695-47b8-a9e5-4dbbe194c81e", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:11:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fba97154-4695-47b8-a9e5-4dbbe194c81e", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77db456f-f0bd-4db3-9239-ffc3d75cf343", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:11:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "facce238-8f87-4519-bd7d-76bedd3eafa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:11:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "e061c6ac-fd53-44ac-ba8e-920dccf2a933", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "e061c6ac-fd53-44ac-ba8e-920dccf2a933", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "e061c6ac-fd53-44ac-ba8e-920dccf2a933", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "e061c6ac-fd53-44ac-ba8e-920dccf2a933", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:11:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "e061c6ac-fd53-44ac-ba8e-920dccf2a933", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "authType": "userdefined"} 2026-07-15T23:11:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "e061c6ac-fd53-44ac-ba8e-920dccf2a933", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:11:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "0af7c2ba-f6e8-41ce-a019-6727218e6f30", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "0af7c2ba-f6e8-41ce-a019-6727218e6f30", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "0af7c2ba-f6e8-41ce-a019-6727218e6f30", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "0af7c2ba-f6e8-41ce-a019-6727218e6f30", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:11:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "0af7c2ba-f6e8-41ce-a019-6727218e6f30", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:11:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "0af7c2ba-f6e8-41ce-a019-6727218e6f30", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "e9352a4a-b911-4924-821e-8604ead0596d", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "e9352a4a-b911-4924-821e-8604ead0596d", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "e9352a4a-b911-4924-821e-8604ead0596d", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:11:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "486cb063-f93b-4236-8842-22f733cb879b", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "486cb063-f93b-4236-8842-22f733cb879b", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "486cb063-f93b-4236-8842-22f733cb879b", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "486cb063-f93b-4236-8842-22f733cb879b", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:11:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "486cb063-f93b-4236-8842-22f733cb879b", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:11:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "486cb063-f93b-4236-8842-22f733cb879b", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "6b4238d8-6dbc-468e-b37d-0ee948c72c3b", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:11:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "6b4238d8-6dbc-468e-b37d-0ee948c72c3b", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:11:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "6b4238d8-6dbc-468e-b37d-0ee948c72c3b", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:11:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "3fc2b64a-857e-49b2-94ed-6d35e4dee6af", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "3fc2b64a-857e-49b2-94ed-6d35e4dee6af", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "3fc2b64a-857e-49b2-94ed-6d35e4dee6af", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:11:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "3fc2b64a-857e-49b2-94ed-6d35e4dee6af", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:11:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "3fc2b64a-857e-49b2-94ed-6d35e4dee6af", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:11:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "3fc2b64a-857e-49b2-94ed-6d35e4dee6af", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "565bcd45-e3a3-427d-9a3c-6e5892ec71f8", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "565bcd45-e3a3-427d-9a3c-6e5892ec71f8", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "565bcd45-e3a3-427d-9a3c-6e5892ec71f8", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "565bcd45-e3a3-427d-9a3c-6e5892ec71f8", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:12:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "565bcd45-e3a3-427d-9a3c-6e5892ec71f8", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "authType": "userdefined"} 2026-07-15T23:12:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "565bcd45-e3a3-427d-9a3c-6e5892ec71f8", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:12:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd"} 2026-07-15T23:12:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:12:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:12:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:12:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd-kserve-route-authn"} 2026-07-15T23:12:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:12:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "fb409e10-a6e3-4d45-8d7c-dc5e0b4474a0", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:12:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ab95dd","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "rate-test-model-ab95dd", "reconcileID": "525cd6db-b2df-40e2-bad4-c795467c883c", "LLMInferenceService": "rate-test-model-ab95dd", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:12:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "3841c868-c731-4c7d-a0c2-481a8be1610c", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:12:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "3841c868-c731-4c7d-a0c2-481a8be1610c", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:12:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "3841c868-c731-4c7d-a0c2-481a8be1610c", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:12:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "58cc7484-9519-4078-bcbb-96615dcaeba6", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:12:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "58cc7484-9519-4078-bcbb-96615dcaeba6", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd-authn-ssl"} 2026-07-15T23:12:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "58cc7484-9519-4078-bcbb-96615dcaeba6", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:12:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3"} 2026-07-15T23:12:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:12:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3-kserve-route-authn"} 2026-07-15T23:12:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "5da54102-8b1d-4d74-b851-ca02e82f2950", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c6dbd3","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "rate-test-model-c6dbd3", "reconcileID": "06445c84-d7fe-44e0-877f-3980b1091c0e", "LLMInferenceService": "rate-test-model-c6dbd3", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "cbbb61bb-9ed5-4656-988e-dedd60f97f05", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "cbbb61bb-9ed5-4656-988e-dedd60f97f05", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "cbbb61bb-9ed5-4656-988e-dedd60f97f05", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "92b5afb6-5f55-4458-ba61-41402dfeee49", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "92b5afb6-5f55-4458-ba61-41402dfeee49", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3-authn-ssl"} 2026-07-15T23:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "92b5afb6-5f55-4458-ba61-41402dfeee49", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"} 2026-07-15T23:12:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79f1ae16-9418-411d-981c-490417b280e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T23:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594528ef-0a7c-45f2-8bab-ddfc219bb0ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594528ef-0a7c-45f2-8bab-ddfc219bb0ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:13:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594528ef-0a7c-45f2-8bab-ddfc219bb0ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ab95dd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T23:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-trusted-ca-bundle", "reconcileID": "5b85674b-6536-4753-9210-65f72c9ec99d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-trusted-ca-bundle", "reconcileID": "5b85674b-6536-4753-9210-65f72c9ec99d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "openshift-service-ca.crt", "reconcileID": "a01780a7-0871-4949-aadc-b10b7fa6e686", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "openshift-service-ca.crt", "reconcileID": "a01780a7-0871-4949-aadc-b10b7fa6e686", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41a0a921-b5bf-4359-9282-3d59c963edb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ab95dd"}, "namespace": "ai-tenant-e2e-shared-a-ab95dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41a0a921-b5bf-4359-9282-3d59c963edb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ab95dd"} 2026-07-15T23:13:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ab95dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ab95dd", "reconcileID": "5a9dbfa2-45b6-4a0e-ab0c-dbea757f38c3", "Gateway": "e2e-shared-a-ab95dd", "namespace": "openshift-ingress"} 2026-07-15T23:13:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a7fdc5-5002-4eab-b323-933c8dac2ad8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a7fdc5-5002-4eab-b323-933c8dac2ad8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T23:13:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a7fdc5-5002-4eab-b323-933c8dac2ad8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c6dbd3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T23:13:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-trusted-ca-bundle", "reconcileID": "20587fb6-1875-4af4-939f-4791d266f6bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-trusted-ca-bundle", "reconcileID": "20587fb6-1875-4af4-939f-4791d266f6bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "openshift-service-ca.crt", "reconcileID": "1a60d0c5-2b00-471b-9594-5b066222bcb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "openshift-service-ca.crt", "reconcileID": "1a60d0c5-2b00-471b-9594-5b066222bcb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f29767fc-b664-442f-98c8-3117902ca64f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c6dbd3"}, "namespace": "ai-tenant-e2e-shared-b-c6dbd3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f29767fc-b664-442f-98c8-3117902ca64f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c6dbd3"} 2026-07-15T23:13:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c6dbd3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c6dbd3", "reconcileID": "e64d4d4a-1ece-4003-af06-b87d2a785f55", "Gateway": "e2e-shared-b-c6dbd3", "namespace": "openshift-ingress"}