2026-07-29T08:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3ac7d86-ebfc-4e66-9810-5e8e299868c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab24f43d-e039-418c-a2f4-27c9b46acb19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "324b374c-578b-4e01-be89-aac26de4b6af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b22f5e2-dca1-41a1-8e03-d944b9988b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a642eae-578f-4a21-8cc5-4e3a4379bb11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "532f111e-b753-4c6b-9995-5816d5e510dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bffec936-2e56-409f-8e49-8fe1a3531900", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb5df652-486c-44b3-85ab-b180f8b4e187", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb0c7493-ebf8-4335-a574-6bc45f37dbdd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9c163f2-1685-415d-af85-2ec81f876a2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed250bba-9866-4005-8d1b-83bc8e630455", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "653c9d58-6d61-4fd3-8d79-8d328f0b8901", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "21068845-a058-4552-95ae-d77c135d2628", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c905666-fd5a-4d52-952d-a9c564f0f0f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "1c8688ce-3859-4d24-b955-9706c7f868aa", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "1c8688ce-3859-4d24-b955-9706c7f868aa", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "1c8688ce-3859-4d24-b955-9706c7f868aa", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "2bce0240-c2f0-4e10-86d0-50e602a3e885", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:07:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "1c8688ce-3859-4d24-b955-9706c7f868aa", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:07:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "1c8688ce-3859-4d24-b955-9706c7f868aa", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:07:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "1c8688ce-3859-4d24-b955-9706c7f868aa", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "2bce0240-c2f0-4e10-86d0-50e602a3e885", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "2bce0240-c2f0-4e10-86d0-50e602a3e885", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:07:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "084115a5-59d3-4b89-9651-d90664bbbb77", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "084115a5-59d3-4b89-9651-d90664bbbb77", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "084115a5-59d3-4b89-9651-d90664bbbb77", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "084115a5-59d3-4b89-9651-d90664bbbb77", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:07:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "084115a5-59d3-4b89-9651-d90664bbbb77", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:07:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "084115a5-59d3-4b89-9651-d90664bbbb77", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b4d64d4-16f5-47f9-8283-f15974335378", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba00311a-44f1-4665-a377-660798332f95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "3ea08281-b525-46b2-ba23-70ce5bfe21bb", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:07:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "3ea08281-b525-46b2-ba23-70ce5bfe21bb", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:07:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "3ea08281-b525-46b2-ba23-70ce5bfe21bb", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a12e82b-e4c5-409c-89a4-f6d1033f04c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e7320bd-6ec4-4791-b46a-4682b4edae60", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "ffa144ad-240f-4f48-a076-cd87c2818e20", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "ffa144ad-240f-4f48-a076-cd87c2818e20", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "ffa144ad-240f-4f48-a076-cd87c2818e20", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "ffa144ad-240f-4f48-a076-cd87c2818e20", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:07:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "ffa144ad-240f-4f48-a076-cd87c2818e20", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:07:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "ffa144ad-240f-4f48-a076-cd87c2818e20", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc6ed63a-8393-40e8-8b65-2167ec234411", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2aacd9a-b0a8-4e2c-a4e5-5ff789f5a74b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f499121d-b17f-426b-8d6a-14650e6dd075", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7741f483-4356-4bca-9776-4abc91b2bfcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af86c2c8-cd5b-4484-94bc-6f4cb9d688dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92318320-8d80-471f-a108-97fe29809a77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "df708da3-d93c-42c2-b304-5d1b35148700", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "df708da3-d93c-42c2-b304-5d1b35148700", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "df708da3-d93c-42c2-b304-5d1b35148700", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "df708da3-d93c-42c2-b304-5d1b35148700", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:07:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "df708da3-d93c-42c2-b304-5d1b35148700", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:07:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "df708da3-d93c-42c2-b304-5d1b35148700", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab36dbf0-6449-40e7-af86-18e840faefaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbe51fe2-4422-4068-878a-11873d39fc42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "376783c9-4b93-4ef5-8119-ec70b21cfb37", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62f0d328-7735-44f3-8a52-677eda3554cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6b8c7cf-29e6-4de6-97eb-52b3db9ed44a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e5fbf81-fa1d-4d07-a177-b5c3a17adb3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56dc1f86-f339-4260-8dce-4f36ff356158", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "201bcacf-1fdc-43f6-b55d-58bfbb238fdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de1a4e5e-a484-4e62-b267-682d7800f177", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e1d01e9-ec1f-4bf3-af3f-9c3e469fcc0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e939ed97-754f-4a96-ada7-b0da217a2a1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "645ba398-2ead-455f-b9a5-751e5b1975f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1beb0f0f-00ff-4c52-aa6a-5014ad1c4db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "737c8675-248c-405e-a68e-93dde05aa903", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf360691-8216-4db6-a87f-c61dfd52528c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "7fdf8492-7060-4529-9bca-e83d9f6c1674", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:08:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "7fdf8492-7060-4529-9bca-e83d9f6c1674", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:08:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "7fdf8492-7060-4529-9bca-e83d9f6c1674", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:08:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "7fdf8492-7060-4529-9bca-e83d9f6c1674", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:08:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "7fdf8492-7060-4529-9bca-e83d9f6c1674", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:08:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "7fdf8492-7060-4529-9bca-e83d9f6c1674", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "455cc7db-8b81-4daf-94ab-dcd082cdd28c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4960feda-7d73-4b15-bdfa-daf98389e357", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8afa16f3-54cc-4e41-8549-5817d2b937fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d08d201-a977-47d6-9f63-33f4573c6bc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ee8fe65-337c-4282-8e1f-7648823a557d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e22e4d59-d8e3-4184-8132-b73f71a56437", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6fc3fc59-46df-4a5e-95ce-dfa9cad63656", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4cd7ef98-7e38-402b-b0d8-962a5fefa088", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "865916fa-0f6f-4705-844f-be088edd9c24", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56bf5c05-da43-452f-a837-2e7bca33cab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffcb0735-f2f0-443a-8bb4-5159790bb816", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "42b068de-9ede-48a4-bada-561e13bbaa39", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:08:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "42b068de-9ede-48a4-bada-561e13bbaa39", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:08:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "42b068de-9ede-48a4-bada-561e13bbaa39", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:08:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "540b4eef-ff6e-46c4-a91e-2f5b39e5ab73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d2fa378-2af2-4d5d-aaa6-97f81f6728b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7955892c-2c45-422e-9caf-ddf64d8e53ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36f01680-90b3-4f2f-bd33-c6d0ed9424cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f572eea5-9daf-4771-be20-e06eaa71b114", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "682bc521-c57a-4ebe-b5ac-4775bf3291ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "599f488a-e029-494d-8070-c5573ecff872", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c55b495a-27ea-4850-abd5-1715ba95a102", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b1393b4-adc9-4aed-a281-19051a951b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e8bb6d0-3ab8-41a1-bc79-8b45a1c66a78", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7c64efa-4b85-40dc-9b6b-d13e78c2ed21", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f182be7-85ac-4205-86dd-550463328863", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10ce3f9d-2114-4492-a470-e31e3e9f17bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d6eeaad-e004-4001-893a-d70365791b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1656fc85-b50c-4dbc-8f43-2a6975d658cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d506cd5-444f-4bda-81d9-c24c9309d714", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f2ad02f-c712-4777-8ba3-64445bbc5336", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5cc38e7-c0ee-4d16-8f4a-ec1fb6903f70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de7fc3e3-d11e-421d-be55-6ecc3a7c58f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4dcb38ad-4736-40d1-8470-0df6e3e2a884", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c70cf8af-0904-4eb4-a1fe-3251b7b9f55e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5f8552d-279c-4169-9840-e59dadfd5749", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f257a5d7-fbc6-4f7c-9035-ef277654a82a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14b4df96-768f-47ad-9052-76afdf62751c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1345d0fb-48cb-4d57-80db-07ecdccfd004", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7830e85f-d475-40f5-9f48-ff35037f8e08", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4205fa87-4812-48e2-ab60-ee21ab57a4f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0410877e-c280-40b3-a240-e961dcb45146", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ec86072-de32-4e33-956e-9c6237b2f3cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6fc72fcc-d7f2-4840-a680-29d574434f49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "780d6fe9-bbde-4e81-8857-611560379de0", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "780d6fe9-bbde-4e81-8857-611560379de0", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "780d6fe9-bbde-4e81-8857-611560379de0", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "10dea48d-a719-4fd6-a891-23aeb064b036", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "10dea48d-a719-4fd6-a891-23aeb064b036", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "10dea48d-a719-4fd6-a891-23aeb064b036", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "456af9f6-ecdb-486b-8566-bc0f03dc225e", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "456af9f6-ecdb-486b-8566-bc0f03dc225e", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "456af9f6-ecdb-486b-8566-bc0f03dc225e", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "8f76cc71-3c73-4123-8619-3ce9d114d568", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "8f76cc71-3c73-4123-8619-3ce9d114d568", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "8f76cc71-3c73-4123-8619-3ce9d114d568", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "0826108f-5ab4-48cc-ae18-9fa2a39a807c", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "0826108f-5ab4-48cc-ae18-9fa2a39a807c", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "0826108f-5ab4-48cc-ae18-9fa2a39a807c", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "d7ceae11-f2a5-4413-8ac5-ed24865f3c39", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "d7ceae11-f2a5-4413-8ac5-ed24865f3c39", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "d7ceae11-f2a5-4413-8ac5-ed24865f3c39", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe7ad59a-0c7b-48e6-a480-da300f489ff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b6e3d8c-331c-4f95-9613-4bc8fdec411b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "95d7f88f-1cd1-41dd-8de5-b8ec45049841", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "95d7f88f-1cd1-41dd-8de5-b8ec45049841", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "95d7f88f-1cd1-41dd-8de5-b8ec45049841", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ada6a72f-5236-4b4c-b730-ac4624c186fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2cf48247-1921-4f47-8dbb-8ad352112c75", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "openshift-service-ca.crt", "reconcileID": "ecbe9562-2651-4c57-8df9-11791bf690f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "openshift-service-ca.crt", "reconcileID": "92d707b1-6acf-46ca-9477-c544edbcdcc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:08:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "openshift-service-ca.crt", "reconcileID": "92d707b1-6acf-46ca-9477-c544edbcdcc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "e0d39b7f-596a-4218-a345-ef6bf1e6031a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:08:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "e0d39b7f-596a-4218-a345-ef6bf1e6031a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "openshift-service-ca.crt", "reconcileID": "280da9e8-81b6-40b0-92aa-b6e4077b4703", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee2477a3-92a9-401e-a14c-8914f8829713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "639cb66e-ed5e-4de5-a62d-da506ad59e0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "42769074-348e-4712-863a-e666ae8b7e2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:08:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "42769074-348e-4712-863a-e666ae8b7e2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd342a42-2548-4120-8f92-88d7be0c8acd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:08:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "435645cd-5c98-49f1-90b3-ee4ee0771788", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "badd8ebb-a7f6-4485-b196-fc5a4927d15b", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "badd8ebb-a7f6-4485-b196-fc5a4927d15b", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "badd8ebb-a7f6-4485-b196-fc5a4927d15b", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4bd13a8-dbae-4b48-b878-59dc1bb61f26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "743bb1ef-ce8f-4cc0-9efc-73a84ed3d0ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e11f95e6-5d6a-427c-bc01-32750b9680ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc2e45a3-b5ae-4c26-9350-165eaa1af01f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4bfd102-2402-4729-82f8-39b267a833f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d39e7aca-92e3-4792-98f0-8053536e7fa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0f909b7-2190-49d1-b90a-0d6cc2c41eb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5fc1ab8-6117-4601-9ad7-ed7e4b6e35ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d40397f3-fdfb-4abe-9279-0b4cfef45cad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "35129215-0b37-42c9-82c9-65ccfa1d682b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46e4068e-b683-4d17-81cb-51858ec6ed86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1e847d3-c8d1-44b1-a74d-e75705df1983", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "bf0492c7-529c-4907-a06b-9fdfa3c0c0e2", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "bf0492c7-529c-4907-a06b-9fdfa3c0c0e2", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "bf0492c7-529c-4907-a06b-9fdfa3c0c0e2", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:08:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5fb0b33b-9248-4754-97f9-f07e44462787", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab2ebf7d-bfaf-4278-9bc8-6f7c43a8bd09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de6e8b00-e66c-445d-8bd4-15e90c576d5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76fa5748-0931-4b94-8b70-89db51cc2934", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a10125b0-5563-46b7-a814-e5284cf32b7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a45f3b32-3ddc-46a6-b050-dbca43172ece", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:08:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c25c839-2c4a-46fb-ab02-60de4310268f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f087357d-390e-430c-836a-4ab720101e46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93a8ed15-8abc-415e-913e-fa35142917be", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2d3c3e9-aa6f-411c-a9cb-37302f7d72d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e1535d9-0afc-446a-a9e9-0b739899bbf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea05360e-1e09-4457-b897-ca4fa3f81fe3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b24cd87-7695-4ef9-b4dd-0e72370ae807", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "939647e8-9329-4c74-89d1-9cabc63d3aab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebbf6b41-366b-413e-9a1b-1295a3a59fee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1218ef9-0b2f-4dac-91d4-e2e9378b5e1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "7254b3fd-d59c-47c3-bf06-0b3c5d1be10b", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:09:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "7254b3fd-d59c-47c3-bf06-0b3c5d1be10b", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166-authn-ssl"} 2026-07-29T08:09:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "7254b3fd-d59c-47c3-bf06-0b3c5d1be10b", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88be42e2-f0a8-4f85-96ba-38050c2a8eb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2dc155e7-c5ef-4968-9d1d-ac96c7c61350", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2f46891-4ebf-49f4-a741-e01cb9d3b645", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a263ba1f-252d-4372-bfd4-f7ecb8e45c66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f03c01a-fa83-4f4b-a4f7-42d261eac526", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8798e7af-e7f9-4585-aeb0-71c35839daf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24c0427b-2d67-4100-9d6e-625114e96be7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33e3758b-3bc4-48df-b8aa-26553ff48be0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "528df4da-247f-4c97-89a3-822afd310586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "528df4da-247f-4c97-89a3-822afd310586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:09:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "528df4da-247f-4c97-89a3-822afd310586", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f73166 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:09:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "d60d78e3-bc86-4c84-a7fe-d7578e2bd9b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-trusted-ca-bundle", "reconcileID": "d60d78e3-bc86-4c84-a7fe-d7578e2bd9b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "openshift-service-ca.crt", "reconcileID": "60f52de0-c2fb-43d8-8d74-82a03525661b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "openshift-service-ca.crt", "reconcileID": "60f52de0-c2fb-43d8-8d74-82a03525661b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43cb8eab-75e0-4b54-9c99-92a46c9778e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f73166"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f73166", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43cb8eab-75e0-4b54-9c99-92a46c9778e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f73166"} 2026-07-29T08:09:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f73166","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f73166", "reconcileID": "b29d4b6d-9c5d-48eb-b1d5-dbc895285ea3", "Gateway": "e2e-ipp-cleanup-f73166", "namespace": "openshift-ingress"} 2026-07-29T08:09:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c61ceb5c-43bf-4298-9e3b-836ec17dd267", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3c4561f-3133-424c-a9b6-9c97d808a9ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6acd1e23-66fb-4cf7-bc69-19e36edfd28a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80c5ab57-cf73-4365-a167-266be7b5d840", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1f946f0-66c2-4c14-a26e-1d125a3e988d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ec05602-1dd6-48f8-9413-8a3dc1d0c21e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d85145fb-e606-4280-b41b-1358324da32e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "603f44d9-db16-4914-a783-ea7c01c6660e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe0ddfd6-73bf-41c2-a41e-f45e48779285", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2004fc5b-8bc9-436f-b73f-8d1d9abb81c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebd06476-3682-46d1-9258-2185fd54eea1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c8c68b1-e73b-4777-abff-d2837927d615", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0fa1490-201f-46d5-a032-2f1961dad15a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "38f04315-7e16-4641-aa3b-884618947039", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49a3a47a-7d14-49ae-88f4-8f0a93d2e751", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87982191-1cc8-4d54-86c4-e9051d7587b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "54196b6f-c496-4ccb-8758-c8b8293bbfdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d58c2d54-e6d5-4f56-9523-028aa0170438", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3c817f7-d835-4491-841c-612921ac25fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef9a763c-7d17-490d-b346-a549a2f9c607", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be79feac-3d85-46df-ba1f-336a166e7ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ad400a9-6df8-4532-a112-1fabd31a4fe6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51cbc868-f313-4308-9185-0edc493848c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4fe3ddf5-11d1-473e-8d52-76ccd30da94e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7bf0c988-2f0c-4e8e-a301-f0603e3023c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f767a23-f7de-4e02-9927-868a9b2eacb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "abf30d73-2119-417e-a314-df74a6c216c9", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "abf30d73-2119-417e-a314-df74a6c216c9", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:09:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "abf30d73-2119-417e-a314-df74a6c216c9", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "585fcf1a-9edc-4cf9-bcd7-dbe0150d73f2", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "585fcf1a-9edc-4cf9-bcd7-dbe0150d73f2", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:09:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "585fcf1a-9edc-4cf9-bcd7-dbe0150d73f2", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "3c1b44af-d9c3-4e4b-8aa1-d13b80587225", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "3c1b44af-d9c3-4e4b-8aa1-d13b80587225", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:09:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "3c1b44af-d9c3-4e4b-8aa1-d13b80587225", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e192488-e652-40f6-9199-20d085e8e2ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fdd9ec1a-d47c-405f-be8a-f7d5e6d0e932", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b7b7d75-cd80-4ce8-a7eb-5a51b8006881", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55335c92-af35-4f68-9d66-ff023f4902ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ca6252d-5bf1-43d2-a960-eaf87a2d8ef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ea66ea3-00e3-4f76-bd78-d6834e4623ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "462a6aea-09ed-4531-b88d-c01cf26db51b", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "462a6aea-09ed-4531-b88d-c01cf26db51b", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:09:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "462a6aea-09ed-4531-b88d-c01cf26db51b", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "076c8525-3933-4ac7-a589-5a2c08cd21f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6251171e-d66a-4899-ae15-5230b7638162", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "11b9a1a6-ad87-4a89-b652-bb15aa142288", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:09:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "11b9a1a6-ad87-4a89-b652-bb15aa142288", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:09:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "11b9a1a6-ad87-4a89-b652-bb15aa142288", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:09:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "11b9a1a6-ad87-4a89-b652-bb15aa142288", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:09:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "11b9a1a6-ad87-4a89-b652-bb15aa142288", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:09:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "11b9a1a6-ad87-4a89-b652-bb15aa142288", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:09:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c8e0e79-69b5-4a50-bf1f-583bc676f9aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09c7f468-9228-4e75-96d6-1e41b759eff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0e6de48-f22e-49bc-af9b-94f481ee355a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "133f2073-acdd-4171-b01a-44e43a82fdf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebc0e81c-edcf-4506-ae1d-5b88d14986e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b2d3405-9208-4e22-b4a4-c9449a2ddcd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f3cefa2-2195-4bb1-a7c0-230de7e8ba5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88dd3f03-7838-44c3-beb8-5d665d4c5cf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88d42c00-7b32-4ec6-a201-ad915390caea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e042e23-5dab-42a3-adfe-dfacdc3694f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fad94aa6-d5e9-46d5-9d14-87640221e9dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62208ac7-f869-432b-a4eb-1780b84890ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a95d483c-1a84-412c-b96d-d91c1f0443dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1f70dde-d6d9-424f-beae-91fdf3cf15da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87b7b6ea-e54c-4109-9a5d-2bc80665124a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "250e58b6-ccc1-4185-99b1-29c90fd679c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "662bfa44-5599-42de-a6ec-2e0d332cf7a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1e90a7f-efb1-4b14-a59e-823c03208218", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3755642-6b3a-4c21-b868-a853e2aa5470", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59e95391-bac6-4db3-8e87-28dde26cb208", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1985198-3fa4-42ac-b738-e14b3073c6b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b33c7a68-152d-4038-98f6-7443b389894b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b48fb449-9cd1-4f00-867a-36786225a3bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e15fafbf-d431-4b10-bb48-2e1077e4e1a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e182f20e-b23a-4158-8303-7e4c59a4ee78", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8f592ac-ac42-4def-9724-dfaf65b27d7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "027f3746-3081-4859-95b5-901cef58e397", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7de5f69e-a81e-488b-a553-c8ee77a2b279", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3be33469-c753-4de2-8282-5d71dc96ec44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b5dfe295-d90e-43b6-bec6-cdc2fae71dc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ecdbbe08-4c44-4164-b403-ac54993a3d63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c67f6594-9d11-483a-89cf-0c2f4fc23612", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e8c2996-a025-4b4a-baa1-52bc0a0e6205", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49e7a611-b83b-4a5e-a399-a8b6df048472", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a5e5bdd-6145-4688-b005-cb39e60dd4cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ca4c941-9ab8-4f01-97df-f5a691697791", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23c90f39-2a81-4154-bd54-d754cceed036", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "046bba9b-0d60-4b42-8e8b-6c330a0a4376", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f450be25-d2d8-4d53-901a-defeade89180", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c45a19b-9c98-47d2-bc99-e5c584fdb8e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3302333c-07d0-4dc6-bb9d-996e4ae30da7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "03b0d46c-847c-4611-8de2-fc883efbe3ae", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "03b0d46c-847c-4611-8de2-fc883efbe3ae", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "03b0d46c-847c-4611-8de2-fc883efbe3ae", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "03b0d46c-847c-4611-8de2-fc883efbe3ae", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:10:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "03b0d46c-847c-4611-8de2-fc883efbe3ae", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "authType": "userdefined"} 2026-07-29T08:10:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "03b0d46c-847c-4611-8de2-fc883efbe3ae", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3addec7c-0741-4096-9cfd-a3452c87c848", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca5d2bf9-4211-4da6-915f-fced51ae826e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca5d2bf9-4211-4da6-915f-fced51ae826e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:10:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca5d2bf9-4211-4da6-915f-fced51ae826e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-trusted-ca-bundle", "reconcileID": "f10c7ecc-3d40-40ab-abc4-f78e0494b439", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-trusted-ca-bundle", "reconcileID": "f10c7ecc-3d40-40ab-abc4-f78e0494b439", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:10:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-trusted-ca-bundle", "reconcileID": "f10c7ecc-3d40-40ab-abc4-f78e0494b439", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f0b70a5-d804-4dbb-9f6c-5a0a1747c7f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f0b70a5-d804-4dbb-9f6c-5a0a1747c7f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:10:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f0b70a5-d804-4dbb-9f6c-5a0a1747c7f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "openshift-service-ca.crt", "reconcileID": "e64a0ff3-5ac6-41f0-9b42-16fd3e018b2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "openshift-service-ca.crt", "reconcileID": "e64a0ff3-5ac6-41f0-9b42-16fd3e018b2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-trusted-ca-bundle", "reconcileID": "dfa935d7-1373-4d36-934e-c946d3413199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-trusted-ca-bundle", "reconcileID": "dfa935d7-1373-4d36-934e-c946d3413199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a85e0956-ea47-4f33-bcef-320dc3e8faff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a85e0956-ea47-4f33-bcef-320dc3e8faff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "800cb24b-15a1-42e5-95f0-2cce1fe39238", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "f03fed1d-a40c-4dff-a7c7-251581eda30b", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:10:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "f03fed1d-a40c-4dff-a7c7-251581eda30b", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:10:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "f03fed1d-a40c-4dff-a7c7-251581eda30b", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:10:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406"} 2026-07-29T08:10:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:10:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:10:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "c980bca1-ff04-4289-8a80-ae7046086484", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406"} 2026-07-29T08:10:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:10:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406-kserve-route-authn"} 2026-07-29T08:10:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "784d4c11-9865-486d-b8f4-9203470ca696", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b00e2ee7-89ae-4ac7-a158-09adbc163d42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"}, "namespace": "ai-tenant-e2e-ipp-a-940406", "name": "ipp-route-940406", "reconcileID": "22725e4b-661a-47cc-9b13-f19fba48f36b", "LLMInferenceService": "ipp-route-940406", "namespace": "ai-tenant-e2e-ipp-a-940406"} 2026-07-29T08:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "27e06cbd-ba96-4eca-b0fd-d3cdb6e54708", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "27e06cbd-ba96-4eca-b0fd-d3cdb6e54708", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406-authn-ssl"} 2026-07-29T08:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "27e06cbd-ba96-4eca-b0fd-d3cdb6e54708", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:10:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d3e8844-08b6-419c-b0a5-5e59377ff24e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af63492e-4a0a-495a-bffa-5a54f0c55a91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9899c683-60bf-48eb-9d3a-4848a1660b9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8601527e-596d-45f5-9330-44a91c7d643e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd64c92e-67ec-4a7b-8aa4-b4afa4ce5571", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9e3785e-c08a-4572-b9c9-61031cf6c781", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26ce209a-4c8e-4000-9185-ac107f4f72d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-940406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-940406", "reconcileID": "b20d5b29-22cf-49f8-be0f-e49e97afe9b6", "Gateway": "e2e-ipp-a-940406", "namespace": "openshift-ingress"} 2026-07-29T08:10:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d6103fb-c604-4fa8-8398-aa8d06ffc827", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73c3a1ab-dfee-4cff-b76f-3bd981798028", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ff273a1-9c42-4cd8-87b8-8689daf20969", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7843fd3-02d8-47cf-911c-3429d59c1bca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b664f0e5-dacf-4459-a790-d6f282227085", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "221e6469-361f-48e9-af69-d19447883e46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59957409-ac04-4485-8d8f-48303076ebd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d6c0561-702d-4b9b-87f6-f304831341d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6fca2ca-de98-4c65-8368-c9c0f0d426a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "4b2bec51-ab95-49cb-97c4-a41268795be6", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress"} 2026-07-29T08:10:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "4b2bec51-ab95-49cb-97c4-a41268795be6", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98-authn-ssl"} 2026-07-29T08:10:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "4b2bec51-ab95-49cb-97c4-a41268795be6", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress"} 2026-07-29T08:10:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eaae0b00-ceee-4e8a-90c5-cd3cd89a035a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2cdf307-6d49-4f24-9683-17196db34395", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51b368de-3571-416f-9ca7-ea3a0650163e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3e542c5-b084-43d4-baf9-a764772428e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "dbc6b842-3b7f-4956-b816-36761c10e5af", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress"} 2026-07-29T08:10:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "dbc6b842-3b7f-4956-b816-36761c10e5af", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98-authn-ssl"} 2026-07-29T08:10:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "dbc6b842-3b7f-4956-b816-36761c10e5af", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress"} 2026-07-29T08:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a62982b-6450-4eea-a733-02c3b86e27ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49ddee41-e701-4829-a34b-11134012b590", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6ac6a0-fd8e-4ec4-bb47-c506b206c217", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6ac6a0-fd8e-4ec4-bb47-c506b206c217", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:10:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6ac6a0-fd8e-4ec4-bb47-c506b206c217", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f1dc98 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-trusted-ca-bundle", "reconcileID": "86f9d450-e73a-4f2f-98e4-8fc76e800fb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-trusted-ca-bundle", "reconcileID": "86f9d450-e73a-4f2f-98e4-8fc76e800fb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "openshift-service-ca.crt", "reconcileID": "e41aea5b-978f-45be-9c3d-9eee7edd7979", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "openshift-service-ca.crt", "reconcileID": "e41aea5b-978f-45be-9c3d-9eee7edd7979", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8656a6af-a6b6-40ac-8172-cced4d43bafd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f1dc98"}, "namespace": "ai-tenant-e2e-ipp-b-f1dc98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8656a6af-a6b6-40ac-8172-cced4d43bafd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f1dc98"} 2026-07-29T08:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "47981535-6fd9-40f1-84ef-0502906d0410", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0f8bbf1-29c9-46df-8e43-31aec2b7a292", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f1dc98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f1dc98", "reconcileID": "711fbbb5-6d68-45dd-8351-8c97a6c84f4c", "Gateway": "e2e-ipp-b-f1dc98", "namespace": "openshift-ingress"} 2026-07-29T08:10:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "98cbb7eb-1c38-4993-94a3-1fc0a492f353", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45e1e808-ba8d-4203-a6c2-47931ed46a6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61a5529f-8fe8-4c5e-9ad6-f8ccaeac578c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2e8236e-e456-4545-b3e1-201eb9846e03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6555f81b-b6bc-43b1-bccc-74b700fbae1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eef36e6c-bfea-45ee-8738-be0135e5fb33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18d7e608-3aa7-482a-999a-db7d88954cc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8806a9a0-fb3a-4d07-9439-5ae17cc6e32a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "a70c8d4d-a04b-4f72-83f5-1f1cd040ed11", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress"} 2026-07-29T08:10:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "a70c8d4d-a04b-4f72-83f5-1f1cd040ed11", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress", "name": "e2e-shared-a-984886-authn-ssl"} 2026-07-29T08:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "a70c8d4d-a04b-4f72-83f5-1f1cd040ed11", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress"} 2026-07-29T08:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bec2abc4-7241-4c86-991c-54e35bdd9638", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83e07500-cb6f-425b-a2f4-b2932fd3941e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "20a0add7-487c-46cd-8bac-b32a9669c2f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69a4d054-11fd-4a92-aa0f-af7af3c154e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "862e45cf-3288-4931-b45b-84f7d17a17ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ed00773-d476-4d1b-bf39-591df2d3dc8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "9261bc0d-eb2a-4e55-8072-6c055ff45cb5", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress"} 2026-07-29T08:10:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "9261bc0d-eb2a-4e55-8072-6c055ff45cb5", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress", "name": "e2e-shared-a-984886-authn-ssl"} 2026-07-29T08:10:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "9261bc0d-eb2a-4e55-8072-6c055ff45cb5", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress"} 2026-07-29T08:10:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5114f321-245e-4f54-a557-147fe883b118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5114f321-245e-4f54-a557-147fe883b118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-984886", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:10:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5114f321-245e-4f54-a557-147fe883b118", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-984886 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:10:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-trusted-ca-bundle", "reconcileID": "ffd6aed8-5bd3-4c81-a425-cc9ac642f5b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-trusted-ca-bundle", "reconcileID": "ffd6aed8-5bd3-4c81-a425-cc9ac642f5b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "openshift-service-ca.crt", "reconcileID": "79e4aa70-d066-4e66-932c-7fb9c669c388", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "openshift-service-ca.crt", "reconcileID": "79e4aa70-d066-4e66-932c-7fb9c669c388", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a00e7bb-09ba-4416-b8ea-dbcac16a81b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-984886"}, "namespace": "ai-tenant-e2e-shared-a-984886", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a00e7bb-09ba-4416-b8ea-dbcac16a81b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-984886"} 2026-07-29T08:10:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c000cc5-f242-4f14-b047-a2c117c2088f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a40a95d-a7e7-43a5-98f6-dec43c553e9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-984886","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-984886", "reconcileID": "00cfee52-56f9-4630-9180-6a86f7397b7f", "Gateway": "e2e-shared-a-984886", "namespace": "openshift-ingress"} 2026-07-29T08:10:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf4183fc-9511-46d6-8fe8-a3b3e02c51e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a80e97b7-40f1-414e-8938-1271502d25ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9879626-c6f6-448e-b0a3-f258a626bf6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30151cf8-91ab-4187-aef8-0fc1cc5c70c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:10:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be9bbb94-ee7a-4213-89d3-2b91b7bcddf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0eb7bcd7-2aed-4902-9028-68939b63a648", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:11:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T08:11:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T08:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5a30194-db27-4d12-b721-5552600ef4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:11:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79127e2b-661c-4a88-bf47-474ea543bb70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T08:11:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "4877a89c-9473-4a39-a94c-806dc74310bf", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress"} 2026-07-29T08:11:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "4877a89c-9473-4a39-a94c-806dc74310bf", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038-authn-ssl"} 2026-07-29T08:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "4877a89c-9473-4a39-a94c-806dc74310bf", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress"} 2026-07-29T08:11:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T08:11:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T08:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "2987fac4-66ed-41d8-b3a4-d8b6a6e35d2f", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress"} 2026-07-29T08:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "2987fac4-66ed-41d8-b3a4-d8b6a6e35d2f", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038-authn-ssl"} 2026-07-29T08:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "2987fac4-66ed-41d8-b3a4-d8b6a6e35d2f", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress"} 2026-07-29T08:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4dd37e-957a-4433-b05f-0b7ccbfd5222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4dd37e-957a-4433-b05f-0b7ccbfd5222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-71e038", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T08:11:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4dd37e-957a-4433-b05f-0b7ccbfd5222", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-71e038 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T08:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-trusted-ca-bundle", "reconcileID": "263d122f-191a-400b-b2c8-283c9f99bdd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-trusted-ca-bundle", "reconcileID": "263d122f-191a-400b-b2c8-283c9f99bdd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "openshift-service-ca.crt", "reconcileID": "4c5523bd-0a34-4d7d-b756-17934e0eb08c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "openshift-service-ca.crt", "reconcileID": "4c5523bd-0a34-4d7d-b756-17934e0eb08c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "621437ae-7792-4a0d-8392-2ed3852ffc8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-71e038"}, "namespace": "ai-tenant-e2e-shared-b-71e038", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "621437ae-7792-4a0d-8392-2ed3852ffc8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-71e038"} 2026-07-29T08:11:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-71e038","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-71e038", "reconcileID": "30734693-7b00-43eb-8997-53bcbc83587d", "Gateway": "e2e-shared-b-71e038", "namespace": "openshift-ingress"}