2026-09-08T15:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "0cf8c043-9f4c-435f-8f06-a5d1dabf7bf8", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "0cf8c043-9f4c-435f-8f06-a5d1dabf7bf8", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "0cf8c043-9f4c-435f-8f06-a5d1dabf7bf8", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "openshift-service-ca.crt", "reconcileID": "31b3442b-c440-44f7-97fc-3a30c52d6dad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-trusted-ca-bundle", "reconcileID": "bbee9a23-8458-4bd3-8a40-c74f1f95bdf3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "openshift-service-ca.crt", "reconcileID": "e27a071b-2ef8-4744-8e33-a5e8444425f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "openshift-service-ca.crt", "reconcileID": "e27a071b-2ef8-4744-8e33-a5e8444425f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4d41a07-5def-4b3d-b002-684e598771ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "openshift-service-ca.crt", "reconcileID": "9fa12502-6899-43d9-929b-2e3435a35e9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-trusted-ca-bundle", "reconcileID": "23311e97-3142-4489-9187-2d1124163b85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-trusted-ca-bundle", "reconcileID": "23311e97-3142-4489-9187-2d1124163b85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f439d4-f98b-448f-8ae7-bd3b0da0e589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:37:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:37:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "b9cf9ed5-263e-4d78-939f-8ffbcb51f510", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "b9cf9ed5-263e-4d78-939f-8ffbcb51f510", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "b9cf9ed5-263e-4d78-939f-8ffbcb51f510", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:37:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:37:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "ca2a0d1b-d4b8-42d8-b6d3-8f3f22a37fb3", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress"} 2026-09-08T15:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "ca2a0d1b-d4b8-42d8-b6d3-8f3f22a37fb3", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6-authn-ssl"} 2026-09-08T15:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "ca2a0d1b-d4b8-42d8-b6d3-8f3f22a37fb3", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress"} 2026-09-08T15:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "e6a705c0-84c1-462e-80c2-f0e0d0f17f33", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "e6a705c0-84c1-462e-80c2-f0e0d0f17f33", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "e6a705c0-84c1-462e-80c2-f0e0d0f17f33", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "5c5c640d-3a4a-45c7-acd1-2b903fdbeb57", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "5c5c640d-3a4a-45c7-acd1-2b903fdbeb57", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "5c5c640d-3a4a-45c7-acd1-2b903fdbeb57", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "562db83c-7b77-4aba-81a4-ae9cdc7b83b5", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "562db83c-7b77-4aba-81a4-ae9cdc7b83b5", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "562db83c-7b77-4aba-81a4-ae9cdc7b83b5", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "3511cf86-bc1b-4dc4-9559-2b9ae13f0bef", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "3511cf86-bc1b-4dc4-9559-2b9ae13f0bef", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "3511cf86-bc1b-4dc4-9559-2b9ae13f0bef", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "58bf5749-7c51-47fe-b5b2-078db444145f", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "58bf5749-7c51-47fe-b5b2-078db444145f", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "58bf5749-7c51-47fe-b5b2-078db444145f", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "0708c24c-ec14-4414-bb43-af70041613ce", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "0708c24c-ec14-4414-bb43-af70041613ce", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "0708c24c-ec14-4414-bb43-af70041613ce", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "344f0bf7-7ba2-48fc-b217-ac23b3c00b90", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "344f0bf7-7ba2-48fc-b217-ac23b3c00b90", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "344f0bf7-7ba2-48fc-b217-ac23b3c00b90", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "a13775e3-9600-4c99-b2a6-359da20cf313", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "a13775e3-9600-4c99-b2a6-359da20cf313", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "a13775e3-9600-4c99-b2a6-359da20cf313", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "21172a02-6f21-4d64-a350-00c02743c436", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "openshift-service-ca.crt", "reconcileID": "10ee7827-337f-4b7e-aa0c-2b151a8c3354", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:37:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "85703eb2-5a09-48e5-ba40-625e0df1cc31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "85703eb2-5a09-48e5-ba40-625e0df1cc31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:37:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "openshift-service-ca.crt", "reconcileID": "c2d3676f-a20a-4159-a1ec-35a0605e39e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ee0da5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "openshift-service-ca.crt", "reconcileID": "c2d3676f-a20a-4159-a1ec-35a0605e39e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "220d2eab-0a36-4061-a848-4e5e5325964a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "7eae5026-845a-4e23-9812-2b3e637a7409", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "7eae5026-845a-4e23-9812-2b3e637a7409", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "7eae5026-845a-4e23-9812-2b3e637a7409", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "7513d531-c92c-4177-80ae-47404be3962c", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "7513d531-c92c-4177-80ae-47404be3962c", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "7513d531-c92c-4177-80ae-47404be3962c", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "090fc6f1-5af7-430b-9ccf-3d55ef0581a4", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "090fc6f1-5af7-430b-9ccf-3d55ef0581a4", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "090fc6f1-5af7-430b-9ccf-3d55ef0581a4", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "646c117d-f7e0-45b5-9627-067b45b4d56a", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "646c117d-f7e0-45b5-9627-067b45b4d56a", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "646c117d-f7e0-45b5-9627-067b45b4d56a", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5e6973a2-d9c3-45db-9f6e-5f2ff87df4ae", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5e6973a2-d9c3-45db-9f6e-5f2ff87df4ae", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5e6973a2-d9c3-45db-9f6e-5f2ff87df4ae", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "290337a8-7844-4242-b6e1-d56302128f34", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "290337a8-7844-4242-b6e1-d56302128f34", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "290337a8-7844-4242-b6e1-d56302128f34", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "4e1bfc46-74bb-4707-8138-5450a11c10f2", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "4e1bfc46-74bb-4707-8138-5450a11c10f2", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "4e1bfc46-74bb-4707-8138-5450a11c10f2", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "6b4dd998-249e-4363-9d48-e4b76bb29598", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "6b4dd998-249e-4363-9d48-e4b76bb29598", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "6b4dd998-249e-4363-9d48-e4b76bb29598", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "openshift-service-ca.crt", "reconcileID": "c83d7c78-3ec6-4bd1-a520-56816ebb2352", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "openshift-service-ca.crt", "reconcileID": "028a8aa9-4596-4cc6-935b-a6dd083b85ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9dea65", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "openshift-service-ca.crt", "reconcileID": "028a8aa9-4596-4cc6-935b-a6dd083b85ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "8157b1bc-5910-40e7-a864-ecc2da48a6ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "8157b1bc-5910-40e7-a864-ecc2da48a6ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "openshift-service-ca.crt", "reconcileID": "0d1a4145-618e-41d5-bfbf-427e76018707", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f488d4c-bc70-4aca-9602-5dc1ce28c359", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "99fbe550-662d-4633-af32-774d6fee6017", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "0051888a-59bc-4f62-bb8a-1473c83fdb6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "0051888a-59bc-4f62-bb8a-1473c83fdb6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "911f096b-a09c-468a-b29d-19eb77da4c69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "fbc8dc36-9ef3-499f-ac22-b87498749298", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "fbc8dc36-9ef3-499f-ac22-b87498749298", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "fbc8dc36-9ef3-499f-ac22-b87498749298", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "b875fd9e-7e38-4984-a150-3bd8a12b5a9e", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "b875fd9e-7e38-4984-a150-3bd8a12b5a9e", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "b875fd9e-7e38-4984-a150-3bd8a12b5a9e", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:37:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "e64f8b91-93b6-4a72-8b5f-917ef6607129", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:37:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "e64f8b91-93b6-4a72-8b5f-917ef6607129", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:37:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "e64f8b91-93b6-4a72-8b5f-917ef6607129", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:38:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "6b27c130-1a9f-4a5f-966a-d9070f3673d5", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "6b27c130-1a9f-4a5f-966a-d9070f3673d5", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "6b27c130-1a9f-4a5f-966a-d9070f3673d5", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "88338e16-caf4-43ec-b814-c961589f4ac1", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:38:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "6b27c130-1a9f-4a5f-966a-d9070f3673d5", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:38:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "6b27c130-1a9f-4a5f-966a-d9070f3673d5", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:38:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "6b27c130-1a9f-4a5f-966a-d9070f3673d5", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "88338e16-caf4-43ec-b814-c961589f4ac1", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "88338e16-caf4-43ec-b814-c961589f4ac1", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:38:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "9fe5f34a-2a93-4596-bd66-8f03275640e3", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "9fe5f34a-2a93-4596-bd66-8f03275640e3", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "9fe5f34a-2a93-4596-bd66-8f03275640e3", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "9fe5f34a-2a93-4596-bd66-8f03275640e3", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:38:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "9fe5f34a-2a93-4596-bd66-8f03275640e3", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:38:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "9fe5f34a-2a93-4596-bd66-8f03275640e3", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "8fcb3421-4831-4211-893f-557aab51e307", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress"} 2026-09-08T15:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "8fcb3421-4831-4211-893f-557aab51e307", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6-authn-ssl"} 2026-09-08T15:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "8fcb3421-4831-4211-893f-557aab51e307", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress"} 2026-09-08T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f95143-2f12-4825-a289-8b5d169531d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f95143-2f12-4825-a289-8b5d169531d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61a1d6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:38:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f95143-2f12-4825-a289-8b5d169531d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-61a1d6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-trusted-ca-bundle", "reconcileID": "a7b70371-38db-42bc-83a5-cfddb6cbd1f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-trusted-ca-bundle", "reconcileID": "a7b70371-38db-42bc-83a5-cfddb6cbd1f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "openshift-service-ca.crt", "reconcileID": "4f391c7e-0efa-42b6-81c0-35f0075a42e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "openshift-service-ca.crt", "reconcileID": "4f391c7e-0efa-42b6-81c0-35f0075a42e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35720880-6387-45ea-b723-85b84351ade4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-61a1d6"}, "namespace": "ai-tenant-e2e-api-a-61a1d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35720880-6387-45ea-b723-85b84351ade4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-61a1d6"} 2026-09-08T15:38:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-61a1d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-61a1d6", "reconcileID": "303a4c7d-a9d1-40ca-afbc-b8c66433389a", "Gateway": "e2e-api-a-61a1d6", "namespace": "openshift-ingress"} 2026-09-08T15:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "dba516b2-d411-4238-831e-0f23f959ec57", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "dba516b2-d411-4238-831e-0f23f959ec57", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "dba516b2-d411-4238-831e-0f23f959ec57", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:38:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "f9d72df5-a733-4f2e-be35-51b9df7857a4", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "f9d72df5-a733-4f2e-be35-51b9df7857a4", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "f9d72df5-a733-4f2e-be35-51b9df7857a4", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "f9d72df5-a733-4f2e-be35-51b9df7857a4", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:38:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "f9d72df5-a733-4f2e-be35-51b9df7857a4", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:38:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "f9d72df5-a733-4f2e-be35-51b9df7857a4", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "59e80e71-2091-4c1c-9f82-550da5ffcc7b", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "59e80e71-2091-4c1c-9f82-550da5ffcc7b", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "59e80e71-2091-4c1c-9f82-550da5ffcc7b", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "59e80e71-2091-4c1c-9f82-550da5ffcc7b", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:38:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "59e80e71-2091-4c1c-9f82-550da5ffcc7b", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:38:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "59e80e71-2091-4c1c-9f82-550da5ffcc7b", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "a6a92c83-cbe6-4e5e-9ca0-f408ab949542", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "a6a92c83-cbe6-4e5e-9ca0-f408ab949542", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "a6a92c83-cbe6-4e5e-9ca0-f408ab949542", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "a6a92c83-cbe6-4e5e-9ca0-f408ab949542", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:38:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "a6a92c83-cbe6-4e5e-9ca0-f408ab949542", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:38:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "a6a92c83-cbe6-4e5e-9ca0-f408ab949542", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:38:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "b7828f2d-4f89-4b38-a38d-a3c5c9d4d09e", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:38:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "b7828f2d-4f89-4b38-a38d-a3c5c9d4d09e", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:38:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "b7828f2d-4f89-4b38-a38d-a3c5c9d4d09e", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:38:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "c581a11e-83c9-4a94-bfab-a37adec18698", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:38:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "c581a11e-83c9-4a94-bfab-a37adec18698", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5-authn-ssl"} 2026-09-08T15:38:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "c581a11e-83c9-4a94-bfab-a37adec18698", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d25e776-d82d-4c05-8b5c-0194f5b80554", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d25e776-d82d-4c05-8b5c-0194f5b80554", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:38:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d25e776-d82d-4c05-8b5c-0194f5b80554", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ee0da5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "68aceed5-8b33-429e-8fa4-1ac68cff78a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "68aceed5-8b33-429e-8fa4-1ac68cff78a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:38:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "68aceed5-8b33-429e-8fa4-1ac68cff78a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ee0da5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "openshift-service-ca.crt", "reconcileID": "c9898cf2-8af6-4a45-9773-a870c3f3d013", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "openshift-service-ca.crt", "reconcileID": "c9898cf2-8af6-4a45-9773-a870c3f3d013", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cb7f293-a91f-44cf-9720-45c83938085d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cb7f293-a91f-44cf-9720-45c83938085d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "21f1f6c7-78ee-4610-a927-bbcaca7348e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ee0da5"}, "namespace": "ai-tenant-e2e-api-b-ee0da5", "name": "odh-trusted-ca-bundle", "reconcileID": "21f1f6c7-78ee-4610-a927-bbcaca7348e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ee0da5"} 2026-09-08T15:38:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ee0da5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ee0da5", "reconcileID": "df1675b6-4d2f-4fa6-9f9b-62248a026238", "Gateway": "e2e-api-b-ee0da5", "namespace": "openshift-ingress"} 2026-09-08T15:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "fbaf2565-bfed-424b-94f9-22d3723fb07b", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress"} 2026-09-08T15:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "fbaf2565-bfed-424b-94f9-22d3723fb07b", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb-authn-ssl"} 2026-09-08T15:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "fbaf2565-bfed-424b-94f9-22d3723fb07b", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress"} 2026-09-08T15:39:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "10eeadf3-ae69-4deb-8adf-6db47757ee81", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress"} 2026-09-08T15:39:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "10eeadf3-ae69-4deb-8adf-6db47757ee81", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb-authn-ssl"} 2026-09-08T15:39:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "10eeadf3-ae69-4deb-8adf-6db47757ee81", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64680093-b1a0-4593-b1a5-82f43e7a7464", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64680093-b1a0-4593-b1a5-82f43e7a7464", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:39:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64680093-b1a0-4593-b1a5-82f43e7a7464", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-149fdb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "b643d935-3a7e-4273-8168-3438dd44fcb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-trusted-ca-bundle", "reconcileID": "b643d935-3a7e-4273-8168-3438dd44fcb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "openshift-service-ca.crt", "reconcileID": "ee0f5f98-c9ea-4ee3-9899-2b4d303d0e27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "openshift-service-ca.crt", "reconcileID": "ee0f5f98-c9ea-4ee3-9899-2b4d303d0e27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55ff41fb-1899-4b11-8e76-205730f4616b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-149fdb"}, "namespace": "ai-tenant-e2e-shared-a-w2-149fdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55ff41fb-1899-4b11-8e76-205730f4616b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-149fdb"} 2026-09-08T15:39:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-149fdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-149fdb", "reconcileID": "82e068a7-e509-4dba-8fac-217a1d63f57e", "Gateway": "e2e-shared-a-w2-149fdb", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "70c58ca0-9132-490d-933c-e1ea4891acd6", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "70c58ca0-9132-490d-933c-e1ea4891acd6", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "70c58ca0-9132-490d-933c-e1ea4891acd6", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "dd8a0972-3371-45a9-a73b-b161214081ef", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "dd8a0972-3371-45a9-a73b-b161214081ef", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "dd8a0972-3371-45a9-a73b-b161214081ef", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "bf66ce45-9a04-40d8-aa02-dfd6df3254d1", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "bf66ce45-9a04-40d8-aa02-dfd6df3254d1", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "bf66ce45-9a04-40d8-aa02-dfd6df3254d1", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "0aabe738-425e-4372-9a4b-0559a70b3e22", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "0aabe738-425e-4372-9a4b-0559a70b3e22", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "0aabe738-425e-4372-9a4b-0559a70b3e22", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "a82b2b18-b7ab-4b06-b210-40c667fd37ca", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "a82b2b18-b7ab-4b06-b210-40c667fd37ca", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "a82b2b18-b7ab-4b06-b210-40c667fd37ca", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "c67001d9-f758-4b61-b7c8-932358dcd408", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "c67001d9-f758-4b61-b7c8-932358dcd408", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "c67001d9-f758-4b61-b7c8-932358dcd408", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "f815c63b-c0fb-4b37-a081-7966dbdf949e", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "f815c63b-c0fb-4b37-a081-7966dbdf949e", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "f815c63b-c0fb-4b37-a081-7966dbdf949e", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-trusted-ca-bundle", "reconcileID": "987f2d74-2146-404f-accd-ce6699539542", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "b6e8e0a2-c70d-4233-ad5f-13520763568f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:39:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "cac0f623-9e93-47b0-8c07-025ae532c36e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:39:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "cac0f623-9e93-47b0-8c07-025ae532c36e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:39:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "cd07bcce-47ba-4810-954b-888477677b22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:39:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "cd07bcce-47ba-4810-954b-888477677b22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-trusted-ca-bundle", "reconcileID": "cf9a2643-d100-451f-bf0c-a7a9063c35b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c7961a7-dce9-46bf-a4e9-28e424ccf41d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:39:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "e8dbbde0-effa-4f71-a3ac-b77d228040cd", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "e8dbbde0-effa-4f71-a3ac-b77d228040cd", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "e8dbbde0-effa-4f71-a3ac-b77d228040cd", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-04285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-04285b", "reconcileID": "d1410425-bfcc-4a7d-a4c0-5e8b65a43093", "Gateway": "e2e-shared-b-w2-04285b", "namespace": "openshift-ingress"} 2026-09-08T15:39:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-04285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-04285b", "reconcileID": "d1410425-bfcc-4a7d-a4c0-5e8b65a43093", "Gateway": "e2e-shared-b-w2-04285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-04285b-authn-ssl"} 2026-09-08T15:39:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-04285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-04285b", "reconcileID": "d1410425-bfcc-4a7d-a4c0-5e8b65a43093", "Gateway": "e2e-shared-b-w2-04285b", "namespace": "openshift-ingress"} 2026-09-08T15:39:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ecd5731-e16c-4db7-967d-d0147c1fe366", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ecd5731-e16c-4db7-967d-d0147c1fe366", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:39:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ecd5731-e16c-4db7-967d-d0147c1fe366", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-04285b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:39:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-trusted-ca-bundle", "reconcileID": "a098e638-95ff-43ad-a74a-c7b82adb4bdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-trusted-ca-bundle", "reconcileID": "a098e638-95ff-43ad-a74a-c7b82adb4bdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "openshift-service-ca.crt", "reconcileID": "86e3f680-85c7-4395-99ee-1afc2e47a8bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "openshift-service-ca.crt", "reconcileID": "86e3f680-85c7-4395-99ee-1afc2e47a8bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e894628-f268-45bf-91b0-c6bfe83f84dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-04285b"}, "namespace": "ai-tenant-e2e-shared-b-w2-04285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e894628-f268-45bf-91b0-c6bfe83f84dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-04285b"} 2026-09-08T15:39:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-04285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-04285b", "reconcileID": "0da0ba30-7477-46c0-b7d0-b055db30edf8", "Gateway": "e2e-shared-b-w2-04285b", "namespace": "openshift-ingress"} 2026-09-08T15:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "46f318f3-70ae-4d11-b184-f50d1df994f9", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "46f318f3-70ae-4d11-b184-f50d1df994f9", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "46f318f3-70ae-4d11-b184-f50d1df994f9", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "e54c63d4-3733-47cf-bc04-4ea8074e8f57", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "e54c63d4-3733-47cf-bc04-4ea8074e8f57", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358-authn-ssl"} 2026-09-08T15:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "e54c63d4-3733-47cf-bc04-4ea8074e8f57", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3830c137-62dd-447e-83d2-e4348dae18d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3830c137-62dd-447e-83d2-e4348dae18d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:40:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3830c137-62dd-447e-83d2-e4348dae18d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d97358 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-trusted-ca-bundle", "reconcileID": "e13f8c19-a994-4836-b4f9-790413129f1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-trusted-ca-bundle", "reconcileID": "e13f8c19-a994-4836-b4f9-790413129f1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "fa44b9f0-01bf-4e9d-b3e6-0939e82168ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "openshift-service-ca.crt", "reconcileID": "fa44b9f0-01bf-4e9d-b3e6-0939e82168ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "571d6ea6-182f-4082-ad68-6e8f7e53353c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d97358"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d97358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "571d6ea6-182f-4082-ad68-6e8f7e53353c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d97358"} 2026-09-08T15:40:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d97358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d97358", "reconcileID": "d46d7612-72ca-4e46-982d-5505b57ebefc", "Gateway": "e2e-ipp-cleanup-d97358", "namespace": "openshift-ingress"} 2026-09-08T15:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "48bb2578-acdd-44be-8b58-3d8b824595bb", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "48bb2578-acdd-44be-8b58-3d8b824595bb", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "48bb2578-acdd-44be-8b58-3d8b824595bb", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "d7120bd1-70b7-4a69-8cef-8c44c41d6c23", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "d7120bd1-70b7-4a69-8cef-8c44c41d6c23", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "d7120bd1-70b7-4a69-8cef-8c44c41d6c23", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "ab6a9882-18c3-4840-9e8e-a300b1b31ccb", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "ab6a9882-18c3-4840-9e8e-a300b1b31ccb", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "ab6a9882-18c3-4840-9e8e-a300b1b31ccb", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:40:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "c7820c46-c39e-4fc5-96f2-ebb8e4632f90", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:40:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "c7820c46-c39e-4fc5-96f2-ebb8e4632f90", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:40:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "c7820c46-c39e-4fc5-96f2-ebb8e4632f90", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:40:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "c7820c46-c39e-4fc5-96f2-ebb8e4632f90", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:40:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "c7820c46-c39e-4fc5-96f2-ebb8e4632f90", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:40:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "c7820c46-c39e-4fc5-96f2-ebb8e4632f90", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "349593b7-3395-45bb-8f29-169af33040f8", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "349593b7-3395-45bb-8f29-169af33040f8", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "349593b7-3395-45bb-8f29-169af33040f8", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "349593b7-3395-45bb-8f29-169af33040f8", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:41:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "349593b7-3395-45bb-8f29-169af33040f8", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "authType": "userdefined"} 2026-09-08T15:41:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "349593b7-3395-45bb-8f29-169af33040f8", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "050effd1-2837-49ed-9bb3-61f1cb16fc59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "050effd1-2837-49ed-9bb3-61f1cb16fc59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:41:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "050effd1-2837-49ed-9bb3-61f1cb16fc59", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4a2c80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-trusted-ca-bundle", "reconcileID": "1b821b5a-a53b-42f2-8b2b-da8bac436257", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-trusted-ca-bundle", "reconcileID": "1b821b5a-a53b-42f2-8b2b-da8bac436257", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "openshift-service-ca.crt", "reconcileID": "dd1f287f-64b5-4dbc-8ff5-b1a5bed280fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "openshift-service-ca.crt", "reconcileID": "dd1f287f-64b5-4dbc-8ff5-b1a5bed280fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45b12602-002f-461b-82ea-902463c5be87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45b12602-002f-461b-82ea-902463c5be87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "ace8fea2-b9b1-4e1f-b247-e3789a47848f", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:41:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "ace8fea2-b9b1-4e1f-b247-e3789a47848f", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:41:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "ace8fea2-b9b1-4e1f-b247-e3789a47848f", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:41:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80"} 2026-09-08T15:41:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:41:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:41:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "0da4c319-cd1d-4997-b36d-43403be4f3cb", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80"} 2026-09-08T15:41:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:41:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80-kserve-route-authn"} 2026-09-08T15:41:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "3bfd2f10-69f2-4f6c-9f2c-473d09531e35", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a2c80","namespace":"ai-tenant-e2e-ipp-a-4a2c80"}, "namespace": "ai-tenant-e2e-ipp-a-4a2c80", "name": "ipp-route-4a2c80", "reconcileID": "2f3bcc9e-b74d-402f-a926-431f7ec288dd", "LLMInferenceService": "ipp-route-4a2c80", "namespace": "ai-tenant-e2e-ipp-a-4a2c80"} 2026-09-08T15:41:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "36f45149-8157-4e35-b5ef-ae9540a7e072", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:41:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "36f45149-8157-4e35-b5ef-ae9540a7e072", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80-authn-ssl"} 2026-09-08T15:41:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "36f45149-8157-4e35-b5ef-ae9540a7e072", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:41:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a2c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a2c80", "reconcileID": "b73bbd7b-5d60-44d6-89f5-11ee10292320", "Gateway": "e2e-ipp-a-4a2c80", "namespace": "openshift-ingress"} 2026-09-08T15:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5936bdb8-b8f8-49ce-898a-669fcaf5b78b", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5936bdb8-b8f8-49ce-898a-669fcaf5b78b", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5936bdb8-b8f8-49ce-898a-669fcaf5b78b", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "35a91b23-2700-492e-b595-ed87fd2a2e8a", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "35a91b23-2700-492e-b595-ed87fd2a2e8a", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65-authn-ssl"} 2026-09-08T15:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "35a91b23-2700-492e-b595-ed87fd2a2e8a", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e44144d5-5638-405a-84c4-9992072a4225", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e44144d5-5638-405a-84c4-9992072a4225", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:41:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e44144d5-5638-405a-84c4-9992072a4225", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-9dea65 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "2bfcaae1-e294-4780-bb94-98cd0148afb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-trusted-ca-bundle", "reconcileID": "2bfcaae1-e294-4780-bb94-98cd0148afb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "openshift-service-ca.crt", "reconcileID": "5a435844-ab71-4c71-9b30-e557f2ef717a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "openshift-service-ca.crt", "reconcileID": "5a435844-ab71-4c71-9b30-e557f2ef717a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e0bc3c1-1091-4854-a060-dce9128b8789", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9dea65"}, "namespace": "ai-tenant-e2e-ipp-b-9dea65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e0bc3c1-1091-4854-a060-dce9128b8789", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9dea65"} 2026-09-08T15:41:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9dea65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9dea65", "reconcileID": "5e5cf2fd-1b70-41f5-8f20-302cd93bb511", "Gateway": "e2e-ipp-b-9dea65", "namespace": "openshift-ingress"} 2026-09-08T15:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "583d8742-3ca4-4186-9a83-f372472513be", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress"} 2026-09-08T15:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "583d8742-3ca4-4186-9a83-f372472513be", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e-authn-ssl"} 2026-09-08T15:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "583d8742-3ca4-4186-9a83-f372472513be", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress"} 2026-09-08T15:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "32e8dd8e-bbf6-4aa6-826e-9c43088077ae", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress"} 2026-09-08T15:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "32e8dd8e-bbf6-4aa6-826e-9c43088077ae", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e-authn-ssl"} 2026-09-08T15:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "32e8dd8e-bbf6-4aa6-826e-9c43088077ae", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress"} 2026-09-08T15:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7512b4dc-f168-4974-846f-6c3501068534", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7512b4dc-f168-4974-846f-6c3501068534", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:42:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7512b4dc-f168-4974-846f-6c3501068534", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2e082e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-trusted-ca-bundle", "reconcileID": "9757d71b-0b34-46ad-a6b9-abc08b53adb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-trusted-ca-bundle", "reconcileID": "9757d71b-0b34-46ad-a6b9-abc08b53adb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "openshift-service-ca.crt", "reconcileID": "edde98c7-fcf4-41f5-9d5b-c9257e3ec1c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "openshift-service-ca.crt", "reconcileID": "edde98c7-fcf4-41f5-9d5b-c9257e3ec1c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63debb08-28f9-4c5b-b7da-fae76eae37ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2e082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-2e082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63debb08-28f9-4c5b-b7da-fae76eae37ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2e082e"} 2026-09-08T15:42:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2e082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2e082e", "reconcileID": "1f1b37d0-d4e2-4abb-8785-63a11c217fa1", "Gateway": "e2e-shared-a-w3-2e082e", "namespace": "openshift-ingress"} 2026-09-08T15:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "f993e79d-f738-40a9-8515-eabd50e8203f", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress"} 2026-09-08T15:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "f993e79d-f738-40a9-8515-eabd50e8203f", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf-authn-ssl"} 2026-09-08T15:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "f993e79d-f738-40a9-8515-eabd50e8203f", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress"} 2026-09-08T15:42:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "0f7a6271-04b3-4fdb-8b50-e84a271fd629", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress"} 2026-09-08T15:42:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "0f7a6271-04b3-4fdb-8b50-e84a271fd629", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf-authn-ssl"} 2026-09-08T15:42:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "0f7a6271-04b3-4fdb-8b50-e84a271fd629", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress"} 2026-09-08T15:42:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d657554d-f6dd-4755-b2ef-3ff644e04423", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d657554d-f6dd-4755-b2ef-3ff644e04423", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:42:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d657554d-f6dd-4755-b2ef-3ff644e04423", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-bc9cdf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:42:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "7abc3e65-6f0f-495c-9681-1cdffc49db69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "7abc3e65-6f0f-495c-9681-1cdffc49db69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "openshift-service-ca.crt", "reconcileID": "150c14fc-d3cb-4571-9a4d-801f05198831", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "openshift-service-ca.crt", "reconcileID": "150c14fc-d3cb-4571-9a4d-801f05198831", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2c5e276-11a6-4646-b61b-8b0d86dddf55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bc9cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2c5e276-11a6-4646-b61b-8b0d86dddf55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bc9cdf"} 2026-09-08T15:42:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bc9cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bc9cdf", "reconcileID": "f94a41ca-a152-444b-a83b-8bd7094132e7", "Gateway": "e2e-shared-b-w3-bc9cdf", "namespace": "openshift-ingress"} 2026-09-08T15:42:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:42:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:42:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:42:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:46:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "071ca3f3-772e-483d-9103-0b4ebb72cc00", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "071ca3f3-772e-483d-9103-0b4ebb72cc00", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "071ca3f3-772e-483d-9103-0b4ebb72cc00", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "578805d4-2362-449d-b05a-cb858ac51705", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "071ca3f3-772e-483d-9103-0b4ebb72cc00", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142-kserve-route-authn"} 2026-09-08T15:46:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "071ca3f3-772e-483d-9103-0b4ebb72cc00", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "071ca3f3-772e-483d-9103-0b4ebb72cc00", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "578805d4-2362-449d-b05a-cb858ac51705", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "578805d4-2362-449d-b05a-cb858ac51705", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "8645f2be-5769-493f-a5be-8587272eb54c", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "8645f2be-5769-493f-a5be-8587272eb54c", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "8645f2be-5769-493f-a5be-8587272eb54c", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "8645f2be-5769-493f-a5be-8587272eb54c", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142-kserve-route-authn"} 2026-09-08T15:46:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "8645f2be-5769-493f-a5be-8587272eb54c", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "8645f2be-5769-493f-a5be-8587272eb54c", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "055ffa68-0ecc-483e-ba7a-8d09e5b70b46", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "055ffa68-0ecc-483e-ba7a-8d09e5b70b46", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "055ffa68-0ecc-483e-ba7a-8d09e5b70b46", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7179ce05-4a3e-4a6b-8702-9e4ca740bf98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "055ffa68-0ecc-483e-ba7a-8d09e5b70b46", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142-kserve-route-authn"} 2026-09-08T15:46:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "055ffa68-0ecc-483e-ba7a-8d09e5b70b46", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "055ffa68-0ecc-483e-ba7a-8d09e5b70b46", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7179ce05-4a3e-4a6b-8702-9e4ca740bf98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7179ce05-4a3e-4a6b-8702-9e4ca740bf98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472dd4ca-368b-41e5-9773-debe7874efb4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472dd4ca-368b-41e5-9773-debe7874efb4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472dd4ca-368b-41e5-9773-debe7874efb4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "f42f9dc5-8832-405d-a918-0bf8439f4151", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "f42f9dc5-8832-405d-a918-0bf8439f4151", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "f42f9dc5-8832-405d-a918-0bf8439f4151", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "f42f9dc5-8832-405d-a918-0bf8439f4151", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142-kserve-route-authn"} 2026-09-08T15:46:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "f42f9dc5-8832-405d-a918-0bf8439f4151", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "f42f9dc5-8832-405d-a918-0bf8439f4151", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:46:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "bb5ec574-9945-4cd7-9138-a49763400cc2", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "bb5ec574-9945-4cd7-9138-a49763400cc2", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "bb5ec574-9945-4cd7-9138-a49763400cc2", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "bb5ec574-9945-4cd7-9138-a49763400cc2", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142-kserve-route-authn"} 2026-09-08T15:46:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "bb5ec574-9945-4cd7-9138-a49763400cc2", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "bb5ec574-9945-4cd7-9138-a49763400cc2", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32aabf95-3037-4fb7-b381-46d2dd3a0ecf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32aabf95-3037-4fb7-b381-46d2dd3a0ecf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32aabf95-3037-4fb7-b381-46d2dd3a0ecf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "cecb660a-3632-4c49-b81f-0ef56265abc5", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "cecb660a-3632-4c49-b81f-0ef56265abc5", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "cecb660a-3632-4c49-b81f-0ef56265abc5", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:46:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "cecb660a-3632-4c49-b81f-0ef56265abc5", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142-kserve-route-authn"} 2026-09-08T15:46:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "cecb660a-3632-4c49-b81f-0ef56265abc5", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "cecb660a-3632-4c49-b81f-0ef56265abc5", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "b51b6cc4-6cbe-44e0-aae3-f3238760fd6d", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "b51b6cc4-6cbe-44e0-aae3-f3238760fd6d", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "b51b6cc4-6cbe-44e0-aae3-f3238760fd6d", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "b51b6cc4-6cbe-44e0-aae3-f3238760fd6d", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142-kserve-route-authn"} 2026-09-08T15:47:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "b51b6cc4-6cbe-44e0-aae3-f3238760fd6d", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:47:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "b51b6cc4-6cbe-44e0-aae3-f3238760fd6d", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "97f5594a-4155-4e2f-892b-953d2ea2996c", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "97f5594a-4155-4e2f-892b-953d2ea2996c", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "97f5594a-4155-4e2f-892b-953d2ea2996c", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "97f5594a-4155-4e2f-892b-953d2ea2996c", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142-kserve-route-authn"} 2026-09-08T15:47:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "97f5594a-4155-4e2f-892b-953d2ea2996c", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:47:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "97f5594a-4155-4e2f-892b-953d2ea2996c", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "489b7c53-e390-43ef-9ea6-beb4e45940c5", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "489b7c53-e390-43ef-9ea6-beb4e45940c5", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142"} 2026-09-08T15:47:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "489b7c53-e390-43ef-9ea6-beb4e45940c5", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "489b7c53-e390-43ef-9ea6-beb4e45940c5", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "489b7c53-e390-43ef-9ea6-beb4e45940c5", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142-kserve-route-authn"} 2026-09-08T15:47:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "489b7c53-e390-43ef-9ea6-beb4e45940c5", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm", "name": "e2e-same-id-a-dd17d142-kserve-route-authn"} 2026-09-08T15:47:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-dd17d142", "reconcileID": "98e5ea0d-a525-42c7-9240-e1660fac0207", "LLMInferenceService": "e2e-same-id-a-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ec509f2-0034-4caa-a305-2c8c09d04f28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ec509f2-0034-4caa-a305-2c8c09d04f28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:47:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ec509f2-0034-4caa-a305-2c8c09d04f28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ecf62f-468a-4823-b212-0d731b8a685a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ecf62f-468a-4823-b212-0d731b8a685a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:47:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ecf62f-468a-4823-b212-0d731b8a685a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "f43169b3-765b-42b9-8135-252d872b41e9", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "f43169b3-765b-42b9-8135-252d872b41e9", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142"} 2026-09-08T15:47:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "f43169b3-765b-42b9-8135-252d872b41e9", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "f43169b3-765b-42b9-8135-252d872b41e9", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "f43169b3-765b-42b9-8135-252d872b41e9", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142-kserve-route-authn"} 2026-09-08T15:47:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "f43169b3-765b-42b9-8135-252d872b41e9", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm", "name": "e2e-same-id-b-dd17d142-kserve-route-authn"} 2026-09-08T15:47:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-dd17d142","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-dd17d142", "reconcileID": "a0c3752e-87a5-4ad5-85ba-9f450e43584d", "LLMInferenceService": "e2e-same-id-b-dd17d142", "namespace": "llm"} 2026-09-08T15:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "978f599c-6f31-4325-88d9-d5f9765cb28d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "978f599c-6f31-4325-88d9-d5f9765cb28d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "978f599c-6f31-4325-88d9-d5f9765cb28d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6a45cec-e0b8-4ead-acb2-a93904f7b1f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6a45cec-e0b8-4ead-acb2-a93904f7b1f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6a45cec-e0b8-4ead-acb2-a93904f7b1f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}