2026-07-28T14:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c9a78e1-79e6-4cb6-b9f2-0a9a96a7a5fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b0a1b6e-d633-4b0a-861c-e7112559f557", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "c2db89de-c1f6-4777-a7c5-fac418611eed", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:54:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "c2db89de-c1f6-4777-a7c5-fac418611eed", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df-authn-ssl"} 2026-07-28T14:54:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "c2db89de-c1f6-4777-a7c5-fac418611eed", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:54:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14a37a50-fcec-448d-907f-ee59bd785865", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f626572d-e2df-4c7b-a2c6-1f70b7f194f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b208963-3839-4615-8ca8-0554b3e73fa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51330c40-c45a-4267-ba52-f6a80ba4b6fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2039e0d-7d4b-4afc-b688-76a9c2453adf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7848139e-5e29-4c92-83eb-18b8157e52ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12502732-8043-4f61-90f3-e29518347c2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c3b07e2-c86a-4b39-9c0e-ed25c5e1ee8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab86739c-4f12-4983-a775-6dc60ea4f8e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca683cd1-7302-4ec9-b0e4-a8408f9ab125", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16c445e9-40f7-4fa6-ab89-783f8983304a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7e63165-9263-4493-9196-ecba4d8fcc80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f98f613f-5720-4538-90f5-5ba4a64f5f62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "4e38f4ec-700d-44e3-9eba-54e6b29cab9e", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:54:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "4e38f4ec-700d-44e3-9eba-54e6b29cab9e", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df-authn-ssl"} 2026-07-28T14:54:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "4e38f4ec-700d-44e3-9eba-54e6b29cab9e", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5353d9e8-f89c-4b4c-b3ac-bda95f6deb1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a7aac87-4a4c-4c66-a189-88aeb72319e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8e2baf9-f8c4-416b-9630-a7268971dde5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14800165-7872-408e-9faf-fad74c2eccb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f3404fdd-6d53-4fbe-a65d-c40bc4efaefb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4254492a-763f-4564-a51e-2e8af5bf72af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f2711cd-7634-4b84-ae7d-b90f14420465", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d898baeb-66b2-4c39-a3a5-e9839a3618da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "543d68e9-0c0c-4125-93e4-14bf8683bd33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dfc608eb-7fb7-45f7-9124-7e2ac9150d18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "95c2cc6a-fc50-411d-ab64-19b48995fb51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "003be442-6e24-498c-ade5-eb673776bc33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5168e86-595e-41f6-927a-887b3e02fb7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7126668b-1599-4b10-8ceb-379aa277227e", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7126668b-1599-4b10-8ceb-379aa277227e", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7126668b-1599-4b10-8ceb-379aa277227e", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "092ce0a1-1f15-494d-be07-aeb86682e5a4", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:54:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7126668b-1599-4b10-8ceb-379aa277227e", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:54:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7126668b-1599-4b10-8ceb-379aa277227e", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:54:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7126668b-1599-4b10-8ceb-379aa277227e", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "092ce0a1-1f15-494d-be07-aeb86682e5a4", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:54:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "092ce0a1-1f15-494d-be07-aeb86682e5a4", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:54:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "ccc7f9ac-13e6-42a5-a88a-b5bb231cc9bc", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "ccc7f9ac-13e6-42a5-a88a-b5bb231cc9bc", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "ccc7f9ac-13e6-42a5-a88a-b5bb231cc9bc", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "ccc7f9ac-13e6-42a5-a88a-b5bb231cc9bc", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:54:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "ccc7f9ac-13e6-42a5-a88a-b5bb231cc9bc", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:54:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "ccc7f9ac-13e6-42a5-a88a-b5bb231cc9bc", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89d540aa-1194-46ee-8ef1-4e5b9541003a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bac478d9-36e8-4afe-9998-87b8836bd4c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "605133b6-0f71-460b-9252-6a72fa99e28d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77ab2789-4d67-4adb-be21-5ed50a73b869", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00d68805-9998-4c60-8f69-9b781179d461", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8dc88e58-501b-46d5-affa-6096786357a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33ebefa2-9c7a-477f-b4fb-6a01a0a523a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "228a7ca6-1e00-41df-8be1-13fce78df5d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa2e6875-e379-4022-b02e-f9a9ddac5ec1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8d30ad8-5105-41a7-80fa-b1fed0af3f40", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d28c187b-dd51-4046-acfd-5f6b6a64140e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88380d68-9a66-4913-9fc2-b23680d5865c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "15617612-de73-4c50-aeb5-34ff9c901176", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d175ea38-d69f-4143-98d9-3d139f89889b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee8aaaf6-a225-4d04-8a5e-a021bbcb776f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "4de53514-104d-4f76-be57-ba64af2b439f", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "4de53514-104d-4f76-be57-ba64af2b439f", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "4de53514-104d-4f76-be57-ba64af2b439f", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c653a467-0b69-4dc6-a773-c4c421c795bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:54:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "883ca558-7377-4431-876c-d51abc7382fb", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "883ca558-7377-4431-876c-d51abc7382fb", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "883ca558-7377-4431-876c-d51abc7382fb", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "883ca558-7377-4431-876c-d51abc7382fb", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:54:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "883ca558-7377-4431-876c-d51abc7382fb", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:54:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "883ca558-7377-4431-876c-d51abc7382fb", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f2e56fc-135a-426a-985e-7b1764e9f402", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d2097aa-47d2-4036-8023-40289f8a6aa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea29d7cd-2846-4742-94fd-c9b87797be50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T14:55:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T14:55:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33999b54-1832-4f90-a4bd-03dbb679f86b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1792c8d-b3c2-444b-8079-1d46be2678e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fdb36ae-907b-48a0-a048-e8d2685ccc01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00902562-bffa-4bde-88c2-04c547731be6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "25ebdac9-0cd1-4fa6-a528-011d431efdb8", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "25ebdac9-0cd1-4fa6-a528-011d431efdb8", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "25ebdac9-0cd1-4fa6-a528-011d431efdb8", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "25ebdac9-0cd1-4fa6-a528-011d431efdb8", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:55:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "25ebdac9-0cd1-4fa6-a528-011d431efdb8", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:55:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "25ebdac9-0cd1-4fa6-a528-011d431efdb8", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T14:55:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T14:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13d1b551-55da-42bd-a430-c39eb130e911", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a02ff0e1-73ad-4a85-853f-097bcd102b6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5cfacbbb-6a93-4a36-9bb0-5c127c9f0695", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "009ac5a9-05f6-4514-97df-c6a1f5efb092", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f93a4630-c528-41ab-a2f5-79368cebbc18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb197b71-0d75-47cf-906e-e3fbfd2692bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2961c8f-1457-4f9d-9959-67331e99b17e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e939b98-e86a-4cea-a189-5de72d7db0c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60c3c9fc-8925-4c68-8646-2607308ff7f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c58965c-59ab-4a86-ba1e-ec47af18182a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09e19e60-a8de-44b6-9297-b856ba887813", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7a73a94a-8e05-493c-a98c-47d7bcde55c4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7a73a94a-8e05-493c-a98c-47d7bcde55c4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7a73a94a-8e05-493c-a98c-47d7bcde55c4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7a73a94a-8e05-493c-a98c-47d7bcde55c4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:55:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7a73a94a-8e05-493c-a98c-47d7bcde55c4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:55:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "7a73a94a-8e05-493c-a98c-47d7bcde55c4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:55:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a3d9e14-f817-4335-9ea9-df7044df075b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c54d55d-9be8-4b2e-aab2-8fda632ccfcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30d7b254-f8b9-45b7-8dd2-836c626a4c40", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07655e04-6810-4964-aa69-8110a30ca4bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75ab8761-c113-478d-8894-ed4af9265c6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "189686c1-832a-4efb-9cc5-00772855cdb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0dc750b-2718-43d6-afce-ae060065aae4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aee5758f-e305-4bc1-b0fe-6c5494783bdd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04e3103f-97a6-4380-9b46-a44b913a09ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a905dd2b-491c-492d-ae90-c66fe8f20690", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "72517e63-672a-45fe-aa4a-b7d004f9f100", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:55:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "72517e63-672a-45fe-aa4a-b7d004f9f100", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:55:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "72517e63-672a-45fe-aa4a-b7d004f9f100", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:55:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "faa9a17d-bc45-44d1-aef9-ace43b6a21fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "433319ef-a6f0-46ad-9de0-03fda5ff0553", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5e661a3-1cdc-4204-8e3d-3eafe9f7457a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0db0d7eb-f9ac-4d62-8994-1dece0f9f529", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4271114f-0636-4338-9a1b-4dd105a15ff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4523b95e-a4be-4e4d-a1fb-a9ceb39add35", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f88a1bc-815c-4393-be10-43c7e7e9a714", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c060cc5-e6a7-48b5-83a2-e872cc94dce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b876b9fc-6c53-4ed1-a75d-c418e640e757", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc98c8c6-55be-4f84-878b-d466aa82b448", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ea35f8b-363a-4188-ac04-e07d7ac72add", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "444d8ae6-58f3-4698-b4be-c92eca5771d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd364cf2-a6dc-4dee-8420-02b828991fed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c00492a-5005-4420-8087-50bd09521c16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0781a139-7eb2-4add-a5cc-31faacfeea4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78f5306e-1964-4125-af42-d9aeb954bd0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a38ccbba-1206-4bb2-9154-05e8a6f795b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a719e86a-758c-463a-9d2a-ca267d4f51b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca386094-7a03-4861-9ed3-bb5cd4f9fe13", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f621aa7-3c32-4581-935c-51a0f4c088d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ae01941-03df-4876-b29c-abe712686dc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7605090a-5d5d-4d60-9829-0b7b76e0e1c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d405dd06-cdf4-47c2-9331-cf7c6f1ccfed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8747f298-20cd-4de8-bd07-07cf8118241c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65ba3b9d-6b64-4917-ab1f-6474d15f27b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "539101de-a089-4bf9-8081-4069b04dfe05", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de960ee9-6a63-469c-8385-38c624a375a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d134d24-b08d-4b0c-afea-155ca21b68cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4709eb7-3e7d-4f9f-9368-12276c88fe16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bebde1da-de27-4efd-9f09-614211a871bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "515bd809-3c28-4a7b-bc23-6da4b79da7f7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "515bd809-3c28-4a7b-bc23-6da4b79da7f7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "515bd809-3c28-4a7b-bc23-6da4b79da7f7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "e06c1d70-ce70-4845-a8eb-5ff9d965a766", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "e06c1d70-ce70-4845-a8eb-5ff9d965a766", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "e06c1d70-ce70-4845-a8eb-5ff9d965a766", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "e85dd894-8224-4b4c-b97c-463377054a14", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "e85dd894-8224-4b4c-b97c-463377054a14", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "e85dd894-8224-4b4c-b97c-463377054a14", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "41b5c888-e8ee-4f1b-93f5-3f93f0f9cb06", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "41b5c888-e8ee-4f1b-93f5-3f93f0f9cb06", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "41b5c888-e8ee-4f1b-93f5-3f93f0f9cb06", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "a1d75958-78c2-44a0-af26-39f8f61ad4bb", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "a1d75958-78c2-44a0-af26-39f8f61ad4bb", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "a1d75958-78c2-44a0-af26-39f8f61ad4bb", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "d37a83bf-282c-4c8b-90a0-a37eeb50da72", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "d37a83bf-282c-4c8b-90a0-a37eeb50da72", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "d37a83bf-282c-4c8b-90a0-a37eeb50da72", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16847d4e-a912-45fd-a012-57d700dee139", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "612aa011-c46c-45ff-b9ff-a7b3f8eed5d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "d36ce0b0-2854-4918-ab90-25b737e63ef0", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "d36ce0b0-2854-4918-ab90-25b737e63ef0", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "d36ce0b0-2854-4918-ab90-25b737e63ef0", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ab35ca1-8891-42b5-923f-bf4744691fba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "06b81b69-d8fe-45ec-9574-8eccce418086", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "openshift-service-ca.crt", "reconcileID": "2d0a6db4-319f-4bf5-85d0-6d888c7fb15c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-trusted-ca-bundle", "reconcileID": "d0151777-56a8-4cce-9594-4bcd88dbb710", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "openshift-service-ca.crt", "reconcileID": "5bf374bf-c646-4b57-9ed6-2fe761e15bf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:55:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "openshift-service-ca.crt", "reconcileID": "5bf374bf-c646-4b57-9ed6-2fe761e15bf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c620f09e-d89c-4aa6-a512-b4702041d90b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "openshift-service-ca.crt", "reconcileID": "77d9563c-7354-4ed3-a81d-4baec8e7e8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-trusted-ca-bundle", "reconcileID": "2b6f99c7-c488-43d4-8fcd-3641e031a770", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:55:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-trusted-ca-bundle", "reconcileID": "2b6f99c7-c488-43d4-8fcd-3641e031a770", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79683ada-81b8-4c48-887e-3d0b0434ea38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f865198-51ed-4159-ad28-1c1b08e7e3c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "af48fe69-e96f-4074-8133-8c7ce27a26aa", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "af48fe69-e96f-4074-8133-8c7ce27a26aa", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "af48fe69-e96f-4074-8133-8c7ce27a26aa", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f6a44fa-4194-4c48-a548-b14d0fb75803", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32c0739d-010d-4f0a-8f38-41c4e7244e2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1404ea2b-cc42-4648-b4ae-75d2ff11d5bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "368e3435-2da1-4b2c-9367-c20cfad8143f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92da4172-c3b1-460e-8fa3-7028a9dff7e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c01593e-06e7-4f9f-b076-cfc9c84d6921", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8919f8bc-0c2f-4843-8881-04d7cd85fd97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "408b6fba-58fb-462f-862e-e3c630185b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26975393-66ef-4e1d-9a34-34cbdc15eec8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d6c9259-7f61-48fd-a419-5f904b9e9c5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0947e82f-d626-4c2f-9cd5-c6d912e7e633", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "960faf7a-5c0d-4693-9fd6-c3f7812d1e17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14c3ea79-4f0c-4079-870f-7df1ffe8daf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:55:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "86359b83-b774-4564-a939-3875cb1c34c7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:55:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "86359b83-b774-4564-a939-3875cb1c34c7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:55:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "86359b83-b774-4564-a939-3875cb1c34c7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:56:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9590bc13-57ce-4a9d-818a-93b0ac6df2b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93497a78-5d0a-4270-af14-8e60c6710cd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c8d11b1-7a7c-4f19-93ce-e933dcfa2bd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0c931f2-4a50-49f0-8d8b-ad223e224c1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c575ee5-aec1-49de-872c-08c1239b2325", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f6a2628-d752-4e67-8f99-bfac3b8d7752", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "95bb479b-b391-45f2-83cd-f9e086aab8e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24557a84-7a0d-4725-a8f5-58e3504b24c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "767ea6ca-a21a-4093-8693-9603ea730850", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d72df395-38fa-4ef0-bf75-04e82178f185", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60d1af8e-3800-4abc-93d0-0c547179d75b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dbe5065d-96b3-4999-b2da-e4382423f371", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a3040a8-da0a-49a6-8b74-cc2e66f508c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9cc8b9e6-eba4-42c5-9ca5-b460252e9aff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1f7b96d-b3a6-4f27-8adb-91211bcda33e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "415c9ffe-0f19-48be-bb52-56343da4c014", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:56:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "415c9ffe-0f19-48be-bb52-56343da4c014", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:56:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "415c9ffe-0f19-48be-bb52-56343da4c014", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:56:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e449a04-3dd1-4ed5-8135-62d8c13e9864", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5786359e-d478-4fec-aa47-2892d85be2ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb9b5b61-02f5-4050-9fa7-569cf2f6306d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a2a1e2b-7499-46b6-809e-3c695703ce5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "11e1b3ee-d516-4619-97f0-5da9a04b2726", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c87d7ca6-aaa9-41e5-91cd-97ef1e4713ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "836fa3db-6c1b-483e-a20b-555cdb2ec4c7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "836fa3db-6c1b-483e-a20b-555cdb2ec4c7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae-authn-ssl"} 2026-07-28T14:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "836fa3db-6c1b-483e-a20b-555cdb2ec4c7", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c5e89f6-695d-43f3-87c6-736083b0a3ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72b5fd4a-5bc5-4ca1-ad7a-da28d394b5dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72b5fd4a-5bc5-4ca1-ad7a-da28d394b5dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:56:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72b5fd4a-5bc5-4ca1-ad7a-da28d394b5dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-694dae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T14:56:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-trusted-ca-bundle", "reconcileID": "887f65c3-e8c4-4648-8bc7-59076dce132f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-trusted-ca-bundle", "reconcileID": "887f65c3-e8c4-4648-8bc7-59076dce132f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "openshift-service-ca.crt", "reconcileID": "87c818ff-9c1e-4855-bc4d-0ee62f67b33c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "openshift-service-ca.crt", "reconcileID": "87c818ff-9c1e-4855-bc4d-0ee62f67b33c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f9d1e6-6e3e-4529-8299-0af83ce74952", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-694dae"}, "namespace": "ai-tenant-e2e-ipp-cleanup-694dae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f9d1e6-6e3e-4529-8299-0af83ce74952", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-694dae"} 2026-07-28T14:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a611080e-877f-420f-8adf-594bb4925126", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-694dae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-694dae", "reconcileID": "b3469b64-e109-4947-a0b2-2660660f39f9", "Gateway": "e2e-ipp-cleanup-694dae", "namespace": "openshift-ingress"} 2026-07-28T14:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0701e867-81ab-4701-9b97-728b9480abdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc13166c-e1bb-48b4-896d-ec8dfa652bf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0071ef4-c4f6-4419-ab03-53c1d182792d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ec54365-dca1-4079-9182-f06b03dcb8a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d30c892-46cc-4f14-b772-44c6acbc9ad1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "21e24b3b-9e87-4f8b-9a1e-b60a17f7554a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92f4b030-120d-42d3-a3e5-a41d10c8fe42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b53ede4d-071b-4de7-a7c0-530ef38c0cb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7bb64ba9-5167-4c69-a6b9-e7ead916c500", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89740fd8-94bb-4e74-90c8-ba4ef61e2a96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a79cea1f-94c4-4da8-854e-81552a6234eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "357eab62-9e3f-4e9e-ae79-deeb2f936428", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da6a8180-1ddf-44af-8e2e-c249418672ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e86366a1-9358-492d-a4fc-6fdd47676741", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32660b9b-c23d-4179-a0fd-3f7f6ad7122b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ef76408-11f7-44c1-a802-a24f2f8824f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1757b84-9da6-41ed-aad9-1bd112b2eba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca35e095-c07f-4d7a-8c81-040a26c14923", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36c3a3b0-2b11-418e-b80f-9644a6fb6ec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10fa60a4-8c0c-46c7-959e-22d7ef027f27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8ffeee7-9162-495f-9d74-28576ca525e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d1f712d-7cd4-4764-ba60-5871922d06af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "f903ffe3-f934-4b64-9fa3-0898327607c0", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "f903ffe3-f934-4b64-9fa3-0898327607c0", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "f903ffe3-f934-4b64-9fa3-0898327607c0", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "382cdc91-2958-4791-9c5b-b08c55d623a2", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "382cdc91-2958-4791-9c5b-b08c55d623a2", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "382cdc91-2958-4791-9c5b-b08c55d623a2", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:56:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4aa9c59-7c4d-4eec-9949-096cd9a24d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f221f01-6723-4eea-a8f3-ecba1847a086", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93559c17-b4ab-4148-9df6-829e869e714a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18624f5d-2616-4e0d-9da0-503ee6642984", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc6f21b8-ab3d-43e5-ac95-f79bdf59bdc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1d3c333-0722-49f7-b0c4-5eda1384cae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "c4356081-dcf1-4460-8313-4d0cb0445f0c", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:56:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "c4356081-dcf1-4460-8313-4d0cb0445f0c", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:56:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "c4356081-dcf1-4460-8313-4d0cb0445f0c", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:56:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "c4356081-dcf1-4460-8313-4d0cb0445f0c", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:56:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "c4356081-dcf1-4460-8313-4d0cb0445f0c", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:56:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "c4356081-dcf1-4460-8313-4d0cb0445f0c", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:56:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "99f35626-e961-400b-8cd0-4e5704bfd4f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c133e5fe-e686-4969-963a-bc84281a075a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "597464b2-ceab-44b5-8ccb-21f21b26965b", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "597464b2-ceab-44b5-8ccb-21f21b26965b", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "597464b2-ceab-44b5-8ccb-21f21b26965b", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "679bfcdf-01ad-4fbf-85e2-0565964350ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50bba92f-4580-4611-8bc7-f5e8ca98c731", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "156ec93f-af82-43a8-be67-0588c5fc6ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b7e6b1a-f964-4f85-81cd-af7bf08d3f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "15184c30-97de-48c3-bcd4-f34fbbddbd36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03b3c065-1dc5-4637-9b33-32783f9a3a48", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e237d172-fd72-476a-9014-281586e8b91c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8623d01b-81a4-48d7-ae10-c82cb04d4105", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c15d6baa-2cfd-4706-9b23-7e6fa0f69be2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a591df76-f24d-4207-b26d-46dca9f47dff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "538dcc80-15ec-472e-be23-30bfe7c52f5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6967256-43c5-4007-945d-59ce319cb218", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72c47931-2496-4005-85b5-915f88de1519", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e31b102-b2fd-43ab-828a-0c8e3540cc85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4787c07-c927-45e2-b01a-d6bc99c1a81f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4120b0a6-3b56-47d1-8b5c-a3fe3ddb0c0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:56:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "868b6c65-9f3a-43ec-8e69-698bdb8d08b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a043cf6-66f7-4204-89c5-f95f3cadfd36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "472c9625-4269-452f-93bd-358aeb4b092d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b2b203a-c9aa-4f57-ba6b-9e43cdea0f2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "105e1600-600a-4711-bdfd-62d480d29fc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "afaf0e6b-e85b-4118-9498-7f7bc80bb79c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05235379-1834-4e99-b522-52f6680f2605", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8445c1ef-008a-41ed-8a7c-06fc920b9320", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "286f8440-4442-4e27-ae76-3af56fc3461d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5da2559a-616a-4a74-be16-959fed5b5976", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcb3654b-c6e3-4f24-b071-00dfc248d1d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "695de081-afb4-4a37-95ac-d04b1718d674", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be59d3cb-349f-42ae-ab13-1761ec2dfcad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "280cbab2-1ddb-429c-a4f4-3e04b30fbb68", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a6c58cf-8005-4022-9a4c-f9a1882511d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "40b82a9d-40e3-40bb-b1b4-dae1ac1a89c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b57f6255-4733-44d1-b4c1-29e2f29d7043", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07b0c47c-c4cb-4d62-9490-aa6ee18bf058", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d76de1a7-d84f-4fee-b953-031ff4d453af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73955e8b-111b-4d07-9744-8abccbca66c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "40d22e73-265c-4ba6-892c-1903aa07e396", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50bbab66-a527-461d-a96a-a8450e5466de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b5bbbf7-8154-4395-8f85-6bf3fce253f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ea08e4f-2338-412e-9967-7a4011f5ae04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49728f1c-cd96-4193-95ca-190635bd06af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e6c46ed-2aa3-412c-a4bc-6e168711090b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b564bd7b-a30f-4c44-b0e8-bac6e8c1cfde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b564bd7b-a30f-4c44-b0e8-bac6e8c1cfde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:57:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b564bd7b-a30f-4c44-b0e8-bac6e8c1cfde", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T14:57:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-trusted-ca-bundle", "reconcileID": "308b5d29-2134-4bc2-852d-546dfa9ab3e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-trusted-ca-bundle", "reconcileID": "308b5d29-2134-4bc2-852d-546dfa9ab3e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "openshift-service-ca.crt", "reconcileID": "1a90634d-903b-408d-890f-08b68da2e9bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "openshift-service-ca.crt", "reconcileID": "1a90634d-903b-408d-890f-08b68da2e9bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb442383-bf24-40a0-bd42-636f793b49ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb442383-bf24-40a0-bd42-636f793b49ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "71da82b1-745f-4079-a285-9c49c3461336", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "71da82b1-745f-4079-a285-9c49c3461336", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "71da82b1-745f-4079-a285-9c49c3461336", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "71da82b1-745f-4079-a285-9c49c3461336", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:57:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "71da82b1-745f-4079-a285-9c49c3461336", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:57:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "71da82b1-745f-4079-a285-9c49c3461336", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfd7fa52-24ca-49e7-a596-559c3c14d99c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "aecc88ff-0540-4b9f-86cd-2515e03fbe90", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "aecc88ff-0540-4b9f-86cd-2515e03fbe90", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "aecc88ff-0540-4b9f-86cd-2515e03fbe90", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "aecc88ff-0540-4b9f-86cd-2515e03fbe90", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:57:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "aecc88ff-0540-4b9f-86cd-2515e03fbe90", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "authType": "userdefined"} 2026-07-28T14:57:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "aecc88ff-0540-4b9f-86cd-2515e03fbe90", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a18ca22-0ecb-4d13-9c1e-b308501a77fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "7883b52c-8649-4b0c-b6f7-4032724059ad", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "7883b52c-8649-4b0c-b6f7-4032724059ad", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "7883b52c-8649-4b0c-b6f7-4032724059ad", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:57:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0"} 2026-07-28T14:57:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:57:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0-kserve-route-authn"} 2026-07-28T14:57:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e6a0a85b-6de7-4297-ab60-f4d94be20bd4", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc242476-fbde-412c-80cb-7580ff1f3c3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"}, "namespace": "ai-tenant-e2e-ipp-a-18ece0", "name": "ipp-route-18ece0", "reconcileID": "e0bfa8d0-10d0-4410-82c4-62f1ed524142", "LLMInferenceService": "ipp-route-18ece0", "namespace": "ai-tenant-e2e-ipp-a-18ece0"} 2026-07-28T14:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "b0fa9619-a280-4901-acbc-b971a84535b3", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "b0fa9619-a280-4901-acbc-b971a84535b3", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0-authn-ssl"} 2026-07-28T14:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "b0fa9619-a280-4901-acbc-b971a84535b3", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e68f7588-9c6f-484a-8e3b-178986142b19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "087c7b71-dfee-40a7-bf3b-7ae1ee875f88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ff37497-9764-4bff-8597-b863e275806e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "259b65f2-128b-4992-b460-5a34f535862d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7946189-3baf-4cbe-935a-5e9a7413d314", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae008ea2-d19b-46d6-b3b0-d003c049441d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10fe7d0c-f7be-457d-ae2b-64fa8dd100ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c3367e4-83b3-4730-8613-77182392d496", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb9efad3-1659-43d9-b7ad-66f136aeccad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-18ece0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-18ece0", "reconcileID": "544173a6-6947-4f2f-b03d-274fadf2751f", "Gateway": "e2e-ipp-a-18ece0", "namespace": "openshift-ingress"} 2026-07-28T14:57:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ac4e676-253f-4a80-8512-51ce4cb66115", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "609fa725-fe40-45e5-8806-83b829742339", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc840d3c-eb58-4fe2-a33d-d1c2bc2d3378", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbd43fcc-53aa-4e7d-8d62-854e54785583", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c6c6fa2-6b23-4e39-bd44-e6618180c952", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c2fda73-8b88-4ace-839f-43adb3e0f951", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4cbf768-c575-4860-87aa-c4b68959ee69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b86863df-b1f2-4807-98e3-618c8e4f0348", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd81e168-6bd7-48ab-a4cb-68ddca30031a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "e520c9b4-324c-4b4e-b5e4-cb1bb078f9de", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:57:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "e520c9b4-324c-4b4e-b5e4-cb1bb078f9de", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df-authn-ssl"} 2026-07-28T14:57:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "e520c9b4-324c-4b4e-b5e4-cb1bb078f9de", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4aa3a4ef-933a-4697-820a-6870bdbdf646", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "974affe5-418e-4701-b7ef-7f34948665e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37cc47bb-4964-4e0a-b006-0b7f63754955", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23ba4ea4-ee89-4983-8098-61d896b89ae7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23342544-485e-4d1e-b024-3b2d34ee8b69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "fc104178-7def-4047-ac12-c3f29ec27714", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:57:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "fc104178-7def-4047-ac12-c3f29ec27714", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df-authn-ssl"} 2026-07-28T14:57:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "fc104178-7def-4047-ac12-c3f29ec27714", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:57:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6fd6286d-8925-4e28-994e-0c5133854963", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e91d6d5e-af31-468f-b237-762c290dd5fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33cd94cc-7418-439e-8161-982e0a4b311f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3387560b-1b19-42df-8559-61e6a1d32ddc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7edb67fa-a335-431e-9b19-b384c9d995ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7edb67fa-a335-431e-9b19-b384c9d995ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fd71df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:57:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7edb67fa-a335-431e-9b19-b384c9d995ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-fd71df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T14:57:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-trusted-ca-bundle", "reconcileID": "39ecc17e-a798-499d-8dc1-b070f90b1931", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-trusted-ca-bundle", "reconcileID": "39ecc17e-a798-499d-8dc1-b070f90b1931", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "openshift-service-ca.crt", "reconcileID": "5e80ba35-236c-47a9-ba45-b9c5568a3aeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "openshift-service-ca.crt", "reconcileID": "5e80ba35-236c-47a9-ba45-b9c5568a3aeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fdc48ee-db51-4926-8061-da78d8c2fdfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fd71df"}, "namespace": "ai-tenant-e2e-ipp-b-fd71df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fdc48ee-db51-4926-8061-da78d8c2fdfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fd71df"} 2026-07-28T14:57:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fd71df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fd71df", "reconcileID": "274faddb-7fb1-4555-9cc4-116116ed2eca", "Gateway": "e2e-ipp-b-fd71df", "namespace": "openshift-ingress"} 2026-07-28T14:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "102d829a-2d69-4584-a40e-f65809293285", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3db77110-ff76-415c-9ba5-85f3be13407f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f90702b-bdb3-492d-afca-9c97595156fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8e63744-7f6f-4cb8-afa7-52e14e3baf05", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b08df11-6c90-4ab5-895e-3547fe056c7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6539253a-0b88-405d-81c8-76bdb18896d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c163dd3-b449-4bd6-a262-3e6b557c8b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "774f80df-3de8-4ece-87c0-ee80f4cc04c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "3db3650a-7f33-4cb2-a53f-a11064821405", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress"} 2026-07-28T14:57:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "3db3650a-7f33-4cb2-a53f-a11064821405", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6-authn-ssl"} 2026-07-28T14:57:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "3db3650a-7f33-4cb2-a53f-a11064821405", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress"} 2026-07-28T14:57:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e995e770-40db-40d1-92b9-3149481f95f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e627133-cf6e-4dd8-a900-1491fd82480f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6dd6607f-ad51-4cd6-bc8c-46cb0721b729", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84907e8a-ce8f-4138-b282-5f0fc98e9d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b638f8d-3d5c-4049-a137-f52946c5e4a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "53c5b40e-d2a8-4dfa-9975-4d82e7b88932", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress"} 2026-07-28T14:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "53c5b40e-d2a8-4dfa-9975-4d82e7b88932", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6-authn-ssl"} 2026-07-28T14:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "53c5b40e-d2a8-4dfa-9975-4d82e7b88932", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress"} 2026-07-28T14:57:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9433cb0c-b0da-451a-848b-e904269afc33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9fc86a89-ef72-42f6-8fee-8bbd6b0ef96c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c1ae68f-a507-490a-a50e-90a38b5d071b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c1ae68f-a507-490a-a50e-90a38b5d071b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-910fb6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:57:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c1ae68f-a507-490a-a50e-90a38b5d071b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-910fb6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T14:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-trusted-ca-bundle", "reconcileID": "57732929-062b-49c2-90b7-e58a9a6731ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-trusted-ca-bundle", "reconcileID": "57732929-062b-49c2-90b7-e58a9a6731ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "openshift-service-ca.crt", "reconcileID": "8385f14a-6541-4a5d-9111-936aa6881e8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "openshift-service-ca.crt", "reconcileID": "8385f14a-6541-4a5d-9111-936aa6881e8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011cee83-f502-49fd-9f84-4d5200cdfa18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-910fb6"}, "namespace": "ai-tenant-e2e-shared-a-910fb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011cee83-f502-49fd-9f84-4d5200cdfa18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-910fb6"} 2026-07-28T14:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55dd9f7f-d2ef-4554-82d2-b419a77842f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6adf3079-f01e-452b-8d3b-b1e046794ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-910fb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-910fb6", "reconcileID": "ebde5732-5efd-4b01-b31a-849c03096022", "Gateway": "e2e-shared-a-910fb6", "namespace": "openshift-ingress"} 2026-07-28T14:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9388fcee-e46c-420a-ae8a-c91d0b5847f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c524324a-00a2-44ec-82c0-bf79c7e4a15b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d194b7ba-db84-493e-b20e-07926958f14c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "afcf3bbb-1c5e-4e00-8ce8-127d8b69142f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3442cec-7116-4890-8af1-78e418c7f87f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c747f616-0e28-47d6-8e23-4a41e49ed295", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94d5f98c-25a7-4ea8-a628-d8dff605fd77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T14:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "108b7658-d2ab-45fb-9eb8-bf23e76d85e3", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress"} 2026-07-28T14:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "108b7658-d2ab-45fb-9eb8-bf23e76d85e3", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216-authn-ssl"} 2026-07-28T14:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "108b7658-d2ab-45fb-9eb8-bf23e76d85e3", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress"} 2026-07-28T14:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "898328b7-6915-4c5a-b3c7-375a888c2bfc", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress"} 2026-07-28T14:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "898328b7-6915-4c5a-b3c7-375a888c2bfc", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216-authn-ssl"} 2026-07-28T14:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "898328b7-6915-4c5a-b3c7-375a888c2bfc", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress"} 2026-07-28T14:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0026015-d0bd-4ce9-8bad-4dc4a9a323a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0026015-d0bd-4ce9-8bad-4dc4a9a323a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-baa216", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T14:58:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0026015-d0bd-4ce9-8bad-4dc4a9a323a7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-baa216 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T14:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-trusted-ca-bundle", "reconcileID": "2a2041d0-72fd-4b3d-b91c-5d785e3f6c79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-trusted-ca-bundle", "reconcileID": "2a2041d0-72fd-4b3d-b91c-5d785e3f6c79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "openshift-service-ca.crt", "reconcileID": "7affb935-d7b2-4477-9d77-78d339a90fc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "openshift-service-ca.crt", "reconcileID": "7affb935-d7b2-4477-9d77-78d339a90fc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9912651-e142-4a63-8b3f-3898291d8467", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-baa216"}, "namespace": "ai-tenant-e2e-shared-b-baa216", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9912651-e142-4a63-8b3f-3898291d8467", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-baa216"} 2026-07-28T14:58:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-baa216","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-baa216", "reconcileID": "ba9ce464-483e-4364-811d-6d56741170f4", "Gateway": "e2e-shared-b-baa216", "namespace": "openshift-ingress"}