2026-08-04T21:35:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "4a6d2be8-908d-405c-a33c-80cad65ac5fd", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:35:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "4a6d2be8-908d-405c-a33c-80cad65ac5fd", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56-authn-ssl"} 2026-08-04T21:35:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "4a6d2be8-908d-405c-a33c-80cad65ac5fd", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00f12d2d-5742-48e9-a6e9-7255c697da58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "8b46f053-b9c2-4f8c-8988-9531bcdbdfd1", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "8b46f053-b9c2-4f8c-8988-9531bcdbdfd1", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56-authn-ssl"} 2026-08-04T21:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "8b46f053-b9c2-4f8c-8988-9531bcdbdfd1", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:35:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "823fda9c-2806-400d-b9b7-d322536e2efa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:35:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2fb12ca-27f8-4c75-8361-7bb97a332140", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:35:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5593342d-ce47-4507-ac78-7cf69012b71a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:35:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25d7caef-2ab0-4a8b-9de6-3cf9b32e8e2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:35:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c5a7f6a-4eed-471c-bee4-21c51e37a422", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf2869aa-49aa-4446-baa0-bda80cfc6b1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34a2fb6f-3445-43ac-9237-a828f48f3114", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe98c085-637f-4e41-a303-25e9d6c382b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a277d8f-a8df-42a5-bd62-6a8299695ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6bdd263-8b9c-401c-8454-90ade582143e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c0c393d-1f01-42ad-a766-ef4a8c560626", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a87f33e-a79c-47db-9540-5afd3c1a5c41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4060dcd2-fef7-4451-b23c-972bf2e7dbd6", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4060dcd2-fef7-4451-b23c-972bf2e7dbd6", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4060dcd2-fef7-4451-b23c-972bf2e7dbd6", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "141b7b7f-c1e3-4015-8664-42871b606f64", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:36:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4060dcd2-fef7-4451-b23c-972bf2e7dbd6", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:36:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4060dcd2-fef7-4451-b23c-972bf2e7dbd6", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:36:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4060dcd2-fef7-4451-b23c-972bf2e7dbd6", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "141b7b7f-c1e3-4015-8664-42871b606f64", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:36:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "141b7b7f-c1e3-4015-8664-42871b606f64", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:36:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "063c64ed-81d6-494f-8515-3922fce9a72f", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "063c64ed-81d6-494f-8515-3922fce9a72f", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "063c64ed-81d6-494f-8515-3922fce9a72f", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "063c64ed-81d6-494f-8515-3922fce9a72f", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:36:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "063c64ed-81d6-494f-8515-3922fce9a72f", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:36:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "063c64ed-81d6-494f-8515-3922fce9a72f", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5407e97-9fc9-4272-979c-d0ec2023ca7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7df3deff-c286-4b45-87ed-734175e51bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33559ab5-c3d7-43ff-9d46-edbb74907e0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3b372084-e91d-48fd-aca6-3fe416e91c03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3253da9-892a-40a7-8e75-446fa0c193b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "70719b13-bbc9-493d-94cb-b36753d9cef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b30239d-0bbd-41a5-a73b-fcb47465f6b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "811edada-3a01-4976-ad1c-01338bb10b4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8b12b1f-076b-431a-97f1-db11ccd4d610", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f83fc189-b671-422b-ad53-fa31226d63b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91f28f5f-029f-4ba4-8d9b-4eb35864a3a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "466c3071-3ee1-4a86-9a09-2b9a2a34c209", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "2d2a535c-f118-4120-9bc6-b4f090dd4d31", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "2d2a535c-f118-4120-9bc6-b4f090dd4d31", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "2d2a535c-f118-4120-9bc6-b4f090dd4d31", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8423b3e-09b7-4f40-990a-c3f77d333609", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "30e3ccdf-7997-4457-8fde-f4f06969bf5b", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "30e3ccdf-7997-4457-8fde-f4f06969bf5b", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "30e3ccdf-7997-4457-8fde-f4f06969bf5b", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "30e3ccdf-7997-4457-8fde-f4f06969bf5b", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:36:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "30e3ccdf-7997-4457-8fde-f4f06969bf5b", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:36:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "30e3ccdf-7997-4457-8fde-f4f06969bf5b", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dcf14923-ec14-40c5-9bd6-4e01e523d264", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92d46b35-9f08-4360-81e6-159e5da352ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "7131adac-d10f-4462-9774-04dedf248d97", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "7131adac-d10f-4462-9774-04dedf248d97", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "7131adac-d10f-4462-9774-04dedf248d97", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "7131adac-d10f-4462-9774-04dedf248d97", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:36:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "7131adac-d10f-4462-9774-04dedf248d97", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:36:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "7131adac-d10f-4462-9774-04dedf248d97", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53dfe534-b1c6-4ee8-a156-6e769827cc89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "f538ce86-cd22-4e06-9f43-b7524faa9836", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "f538ce86-cd22-4e06-9f43-b7524faa9836", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "f538ce86-cd22-4e06-9f43-b7524faa9836", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "f538ce86-cd22-4e06-9f43-b7524faa9836", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:36:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "f538ce86-cd22-4e06-9f43-b7524faa9836", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:36:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "f538ce86-cd22-4e06-9f43-b7524faa9836", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d41006c4-a149-4d42-8cd8-9017b7ac8858", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc371214-3483-4096-b51d-b1b1a09fae71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bff85993-08d0-4c50-a3b0-1968a81f9f11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "48902141-3e06-4071-a816-86bb20c71436", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9326ff7-6354-418b-b675-0462b6aefa8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4c33b8f-af3c-4887-9e02-c289c9554fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c38af7d-ed8a-4236-a68e-91f2f03529f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8351af9c-186e-469d-bef5-6478dd92c5e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5dd63f6f-0b68-416d-86fd-7bde3711228d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5641970-7363-4501-ac51-b697e1247ae0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "33a4f0c5-cf23-4443-9466-0eb7efc275fe", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "33a4f0c5-cf23-4443-9466-0eb7efc275fe", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "33a4f0c5-cf23-4443-9466-0eb7efc275fe", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "33a4f0c5-cf23-4443-9466-0eb7efc275fe", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:36:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "33a4f0c5-cf23-4443-9466-0eb7efc275fe", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:36:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "33a4f0c5-cf23-4443-9466-0eb7efc275fe", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5e0f172d-a4ae-4858-b92f-c0f9d0cdd057", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "637a8f0d-9385-4daa-95b6-9c3690916c22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6f35324-ddad-44f2-b983-c954f92a96d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87ba7961-04ee-4a84-a69a-48ca30c9b1ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c693cb5f-a524-4504-8cc9-99285ba0b59f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "595847fa-ed29-45ac-bb3a-2ef2c3484b93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff0736b9-6503-4bd6-85a7-8d4af7c9ef29", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e1fc736-f964-4d8f-bd9a-3edf84701e89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58c8c9e0-9156-4fd5-a759-35c232ba7ba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "19163461-b4a6-4489-846e-370560664655", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "19163461-b4a6-4489-846e-370560664655", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "19163461-b4a6-4489-846e-370560664655", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "119d31fa-450d-492e-8ee8-297e0580dc73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e3a0814-94c0-4a81-99bc-dc217894dd22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "468d2277-e43f-40dd-9f99-94ef32b8f415", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e312e89-6d96-4dd8-b455-6be9a1ef456f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62028a67-6b32-4f08-8fd3-48c092dbb55e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d2c6288-c234-4252-a99e-b525ad1c38ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "065507e6-2afc-488e-b5ca-e377b7f1a360", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89fcc67c-3298-4662-812c-ae5970ca8798", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f33f96b9-82c1-49b0-aba9-9bbb6a49fb34", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e44cb6a9-f4a6-40f2-9a24-1d67398584c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9efdb039-0e9f-4f89-ab90-275a7b5b9a30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93a533b0-960a-40bc-b215-902d744c1919", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb6a29e7-bee5-461e-8037-b8c648578349", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "104286cb-2121-44e6-8e8a-0417863d5f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "586d1b52-f4e9-4d64-8938-3d4e430d572a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ede518e-c819-490f-b199-5cf4f3a5daac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13c73612-ed48-40cf-b08a-9f190fba2aa9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8bb8db64-7007-41e5-a91a-5b74b671606f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d5e1d62-17e4-4666-b5e4-8a8c3bf58e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "970fed66-780a-480a-9908-cef84b0fb425", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f2560a2-cfed-4cdf-970c-74d92965da63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f165da51-22ec-44c6-a10b-b5fbdf2a2a06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1174ff8-6b54-4bc5-910b-02d39836604c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d38d9f33-a5fe-4be2-b187-1d94ba9f4c6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3bd9a0ea-8118-4f3e-b8f1-7e5122a85ee7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3a8f480-51f6-468d-add6-256287310acb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "7d8d1465-7ac9-42e8-9748-fda41117b418", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "7d8d1465-7ac9-42e8-9748-fda41117b418", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55f5d7f7-5eef-4574-b37c-53538849264f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "7d8d1465-7ac9-42e8-9748-fda41117b418", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "08c59720-f972-4ab7-aa7a-a64cd20ac483", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "08c59720-f972-4ab7-aa7a-a64cd20ac483", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "08c59720-f972-4ab7-aa7a-a64cd20ac483", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-354c63-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-354c63-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T21:36:55Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-354c63-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-354c63-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-354c63","uid":"e37c35cd-aa2e-45f4-9e05-4091e84d603f","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"74621"}, "reason": "ReconcileError"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "c20dbe4c-cf77-4d94-92ae-68547ce53237", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "c20dbe4c-cf77-4d94-92ae-68547ce53237", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "c20dbe4c-cf77-4d94-92ae-68547ce53237", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "a71848dc-b4fa-47c8-8074-29f96f9ba175", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "a71848dc-b4fa-47c8-8074-29f96f9ba175", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "a71848dc-b4fa-47c8-8074-29f96f9ba175", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "ab08b45a-926f-45fa-80de-2ef49ff26b9f", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "ab08b45a-926f-45fa-80de-2ef49ff26b9f", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "ab08b45a-926f-45fa-80de-2ef49ff26b9f", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "0adb7318-1d0f-4d4d-bb74-3be2a3e46edf", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "0adb7318-1d0f-4d4d-bb74-3be2a3e46edf", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "0adb7318-1d0f-4d4d-bb74-3be2a3e46edf", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "daa9bcb6-df39-4837-bc80-3126fbb7387f", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "daa9bcb6-df39-4837-bc80-3126fbb7387f", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "daa9bcb6-df39-4837-bc80-3126fbb7387f", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfc1857b-1b45-4378-9cd5-eb8d17d67980", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9731f5a-a6e2-4955-9c2e-2af00180c4f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "c0e15508-44ef-4497-9942-821785e1ce01", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "c0e15508-44ef-4497-9942-821785e1ce01", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:36:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "c0e15508-44ef-4497-9942-821785e1ce01", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:36:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "264b9d50-104c-478b-9bdf-97d1edf140b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "373425e6-925f-40fd-9c0b-365fd0093cc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "openshift-service-ca.crt", "reconcileID": "6a0d2390-1327-4294-ab77-d8a9e9d50488", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-trusted-ca-bundle", "reconcileID": "78a032d3-bef0-45ab-9ff9-c05b47f3da91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "openshift-service-ca.crt", "reconcileID": "208d972b-c02f-4092-981f-f3d8cae6c13e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:36:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "openshift-service-ca.crt", "reconcileID": "208d972b-c02f-4092-981f-f3d8cae6c13e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1c27f3a-a5a9-4273-97de-c4a61ea95fea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "openshift-service-ca.crt", "reconcileID": "4e082e6a-6867-41d2-8d6a-b6948a3a2561", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-trusted-ca-bundle", "reconcileID": "bc44e541-9f24-4fac-a058-601c4a3d0903", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:36:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-trusted-ca-bundle", "reconcileID": "bc44e541-9f24-4fac-a058-601c4a3d0903", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55932d20-ad86-4f96-a3c4-ed9bf339759a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef918efc-2fea-46aa-8cf0-60991d95e639", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "610c98fa-eb00-4216-b55a-f8ed65f9e1a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "4311817a-f41a-41d5-8b34-f3f4711bb074", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "4311817a-f41a-41d5-8b34-f3f4711bb074", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:37:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "4311817a-f41a-41d5-8b34-f3f4711bb074", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a1c1f7a-2497-4f29-8100-f22f1d4224f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6305782-701f-4c7a-bf93-744af7cbc769", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f688360-c5b7-4233-a524-7ce484510c99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff3cb264-9499-447f-88ec-5db984aaa205", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94403ac4-7464-46f8-baaa-ca0886cbd77a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b983f809-883e-4903-86e1-b72dfba6a6c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c23b5918-361c-4212-8c81-326b0ba3177b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92639620-d4f7-4217-b3a5-a02b28104f64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "589189ec-bbf8-4dc4-9328-dd3631c555cb", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "589189ec-bbf8-4dc4-9328-dd3631c555cb", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "589189ec-bbf8-4dc4-9328-dd3631c555cb", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9096d607-a89c-412e-ac27-562eecbf40af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d19674d8-c373-4c79-b909-e03c0c931a4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8de4e1e-e0d8-4309-bc5b-abc2e94e6a61", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b084115f-9b04-4433-9add-35e43580d632", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7068660d-b166-4b42-a5b4-a0bcdfa62f29", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2a1bfea-13c3-4052-9a3b-88247ed74c45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f138462-6ffb-464a-b5fe-0f0808c86600", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a21ddaa3-3083-4f67-956e-8f727ff4f543", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb0cef5a-a848-41a5-a006-0314f3ee021e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03c74ed5-618f-4e6d-82f3-e267d238e0c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ad0addc-0e3b-47dd-b563-f2484851ad97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e4d0876-d313-4e85-8161-efbeb9fe94bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57c371a4-09f3-4a51-ab43-c88b24fa99df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "669c81b4-8849-4311-b99f-979bf532d1cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd709a99-e5cb-4bcf-966a-4478eef2b58d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ddd9bb7-44e0-4d4d-a2c0-b4015ff7a275", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a627e6f0-0a59-430a-b779-8298562d329d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de624b0f-4092-42a7-8e73-afa4b461de8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "633da9df-9941-4ae4-99df-ac23aba9a25c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "ef8acb02-6555-4c80-ad44-4a0b52f66149", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "ef8acb02-6555-4c80-ad44-4a0b52f66149", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "ef8acb02-6555-4c80-ad44-4a0b52f66149", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b832674-2c32-4bac-b9c0-858683afea0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aafff9d7-aecc-4913-b312-5b9b4dc9e8a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c393df6-4b38-4170-883e-8f2cbf6200ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "43407a0b-06c9-4ee4-a582-42c027c32e46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "35b73c3c-c411-4512-9bfe-9ba897052de8", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "35b73c3c-c411-4512-9bfe-9ba897052de8", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63-authn-ssl"} 2026-08-04T21:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "35b73c3c-c411-4512-9bfe-9ba897052de8", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92943af0-aedd-4ea4-9c0d-cfd3d7934d26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0cfb589-50f3-4767-994e-d4ca93b27d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3abac6b-d7a5-4ba9-a8f3-7d8ce95da112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3abac6b-d7a5-4ba9-a8f3-7d8ce95da112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:37:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3abac6b-d7a5-4ba9-a8f3-7d8ce95da112", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-354c63 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T21:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-trusted-ca-bundle", "reconcileID": "426bd764-518a-40ea-a90a-49b2c0e2d02c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-trusted-ca-bundle", "reconcileID": "426bd764-518a-40ea-a90a-49b2c0e2d02c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "openshift-service-ca.crt", "reconcileID": "76fe7f19-afbf-4f42-af25-abd41019031a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "openshift-service-ca.crt", "reconcileID": "76fe7f19-afbf-4f42-af25-abd41019031a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81dfc374-ac98-48cc-b709-4609ce3dae8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-354c63"}, "namespace": "ai-tenant-e2e-ipp-cleanup-354c63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81dfc374-ac98-48cc-b709-4609ce3dae8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-354c63"} 2026-08-04T21:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "66044d20-2154-4e50-a192-1ae20bffa0ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c57532a-d6b9-48ff-acac-cc239c5789d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-354c63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-354c63", "reconcileID": "317ec1ad-d76b-4f92-8556-4fd1b814e075", "Gateway": "e2e-ipp-cleanup-354c63", "namespace": "openshift-ingress"} 2026-08-04T21:37:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81f967a2-1823-47e9-aaa6-156f9277fabb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26331f9a-96ac-40b3-a8d0-5c806027fd84", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "54652aa9-3d16-4d42-b97e-bb9787a58271", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "789117d5-b8f6-4a5b-92d6-421e6b8b45c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd327e16-98e3-44ba-800a-b840f7e87340", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a8bbc69-aa28-4b48-a4f2-af4a5d6baf72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "185d2e9d-a099-42d6-9603-5525a68ac97c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "077dc927-6648-448e-99aa-5315029a4065", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f2e0c6a-7e24-43cb-8266-ed4ec1554cce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2937a84-11db-48fa-b040-3518fd08bb1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "710020d2-7876-4bf0-8718-fad8570d632d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28f3bf99-8a59-4a1e-91d9-244ab4db52fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d146c43-20a3-4c4c-846f-6c1df520bb35", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c44a9516-1791-4d68-84e4-01ae02787cdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ab92314-112f-4af8-80b2-29b80c64a617", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64b36db2-89b8-4bdd-845b-22c695294fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6bdc7ca-f34a-450e-b526-55942f570f5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09f29c68-cac9-47ae-ae09-6921879b3cfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5fbcde0c-004a-43d5-a3b6-de83ea2dc3bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4a18611-4f99-47b0-aa54-fa699cf9d2cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "233bac9b-6fa8-4414-95aa-e64560ad6d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b5124959-42ee-4512-8857-d8575dc6c517", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "872639ea-10f3-457d-aced-ca98c7c0ec65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "754bdfe2-4c0f-4753-a85d-04f4e2d07392", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "754bdfe2-4c0f-4753-a85d-04f4e2d07392", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "754bdfe2-4c0f-4753-a85d-04f4e2d07392", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc69b1cb-5e78-4add-befd-4a189f92950b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0ad977a-a5af-4332-ac3e-e2c86293601c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ea38b69-56bc-46c1-90cc-261a00921e17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "745236d8-9ee2-4019-967a-76b3568d02a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31141245-0017-4e10-8365-ff1feff7fd98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f99a8773-c67d-42f3-a615-44b971281960", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "34a0c37b-f7c7-48f5-be6e-dc0466515f53", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "34a0c37b-f7c7-48f5-be6e-dc0466515f53", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "34a0c37b-f7c7-48f5-be6e-dc0466515f53", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "1bf82d60-da55-450c-aa9d-8ff5941fa33c", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "1bf82d60-da55-450c-aa9d-8ff5941fa33c", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "1bf82d60-da55-450c-aa9d-8ff5941fa33c", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d6cd0d5-9731-4547-8466-483922562dff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "832b249b-3489-4813-8d56-9edd7e721082", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "247a98ca-3956-4baf-9853-0fd745dc3941", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8aac145-758f-4d63-9747-a40db7f75691", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "df6394d2-100f-488e-a55f-6b9b10330ac6", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "df6394d2-100f-488e-a55f-6b9b10330ac6", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "df6394d2-100f-488e-a55f-6b9b10330ac6", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc827f03-4530-4eaf-bab0-895c9f6e13e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1520881-63ef-4639-9bae-9d9e268b6a56", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa626c03-bdc4-4fca-8463-4fbaab9c26a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa845918-331a-4cf7-b6e0-5be67a9f306a", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:37:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa845918-331a-4cf7-b6e0-5be67a9f306a", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:37:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa845918-331a-4cf7-b6e0-5be67a9f306a", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:37:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa845918-331a-4cf7-b6e0-5be67a9f306a", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:37:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa845918-331a-4cf7-b6e0-5be67a9f306a", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:37:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa845918-331a-4cf7-b6e0-5be67a9f306a", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:37:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57172177-77d9-4502-bf52-f6831da3b279", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9b20fb5-bb52-4f7d-8da0-7d2870070f3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:37:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb7ccb9d-fa49-4b71-a23a-6cdf4a369dd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bff1dcd8-187f-4e24-9edc-ca602a62cee4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f78d3972-bb22-4eac-aa33-6635707599d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "296af5b1-1005-408b-9c98-1b5c296d2121", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a34857e4-3a75-4ed4-827f-359dba50c9a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0db717a8-f5f2-4c1e-8717-647986d4eb0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "939ec0d2-d016-4322-a037-93b6a9b66d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3ca8cf6-107a-40ae-8b59-8d4b52bbc437", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a53acf5a-a291-4ad3-bd4c-ebb587b96ad8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "713e9858-8213-4a62-b028-723efcd5f7c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "284bc168-f0ab-45f1-b31b-a982d6969c16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "501e9cb2-6b7e-4129-9ffe-a68c8a578682", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57b9987d-c6a0-464b-b727-4c1127579737", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52217cd7-6edb-48fa-80a6-3bb39eb6130b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e776968-b55c-4215-97c4-c5587a8b22c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50517e91-0923-40b1-be97-132afb3935e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18d97ac0-7266-4a26-afa2-0af9350aca3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "569bc7b5-d64c-4a40-8362-7ab7e1c5585a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45007200-45c3-42a7-9c80-46a12af59217", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e896fc6f-12b8-4caa-b4d3-4bef6a7a9de0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c6d3590-f8f0-4fee-b736-ad0d24eebefb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec3fa714-bb05-42c8-b48f-cff99697d604", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2af1a778-9066-4194-9eef-cac24303d2b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ab68d14-41f3-4537-bb25-b9c891ba486d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a9afcc3-2246-4219-ac4d-aef7b736b999", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e2ee9d5-3888-4d21-94a7-c13aba4b3bf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5590b37a-b3a6-41f5-aa16-9fea3ba28ed8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f404b65a-c35c-4210-9b89-a35ed73b6c65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0aa2fb90-a33b-4040-bb57-6da6f14ddb41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80f564cd-2c23-4f3a-b3aa-551fa7c25455", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72c3055b-4426-4f81-975e-10b9c3545ac3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fcb632ff-d97b-4ea3-a37c-505f078cd21b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01a2f582-e5fe-41f7-8b93-b41b65cbfbc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ed1d2e3-e05f-4dc2-94b6-e33645976f58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b47e0f02-3d3b-4b26-8d3c-d94038813c49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "85827f10-e3cc-44a3-9deb-6990140ee61a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25249341-384c-47a0-aabe-3cb5081cefa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e748aabe-c76f-4699-aa93-ff9bdf8800e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b64d70cf-3656-432b-b449-8d603fe2ccff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ee3de41-bfa6-4214-b651-54c9a20bf16f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00acb114-74d3-4f20-9a3d-8255bebd2ea7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67e47f14-6142-4850-afc4-13c2023fe370", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18c4e099-f222-4880-88a8-88b30649ed2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a2e5adb-999d-4e05-a310-6a0824149acd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6d54992-511b-4d8d-a77f-4ee63e8c8658", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee47541-7848-43b7-9e14-4898fd7a90cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee47541-7848-43b7-9e14-4898fd7a90cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:38:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee47541-7848-43b7-9e14-4898fd7a90cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T21:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-trusted-ca-bundle", "reconcileID": "16499013-72f7-4740-bb0c-2bfdfa49e3ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-trusted-ca-bundle", "reconcileID": "16499013-72f7-4740-bb0c-2bfdfa49e3ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "openshift-service-ca.crt", "reconcileID": "d3d0d279-9f45-4aea-98ea-fcbdf25ee9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "openshift-service-ca.crt", "reconcileID": "d3d0d279-9f45-4aea-98ea-fcbdf25ee9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe18c141-b00c-4e8c-adc5-e1603446164f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe18c141-b00c-4e8c-adc5-e1603446164f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31288063-4cf0-415b-bf1c-7679b46139ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa0733a2-2ff9-4442-97f4-c68925ca8486", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa0733a2-2ff9-4442-97f4-c68925ca8486", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa0733a2-2ff9-4442-97f4-c68925ca8486", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa0733a2-2ff9-4442-97f4-c68925ca8486", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:38:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa0733a2-2ff9-4442-97f4-c68925ca8486", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:38:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "fa0733a2-2ff9-4442-97f4-c68925ca8486", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "58e3a5b7-58e0-45dd-85b9-49de1aa36af4", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "58e3a5b7-58e0-45dd-85b9-49de1aa36af4", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "58e3a5b7-58e0-45dd-85b9-49de1aa36af4", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "58e3a5b7-58e0-45dd-85b9-49de1aa36af4", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:38:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "58e3a5b7-58e0-45dd-85b9-49de1aa36af4", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "authType": "userdefined"} 2026-08-04T21:38:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "58e3a5b7-58e0-45dd-85b9-49de1aa36af4", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1ad6089-77eb-46b1-9f70-995a74cce52c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6"} 2026-08-04T21:38:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:38:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6-kserve-route-authn"} 2026-08-04T21:38:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "b7f99edc-2e69-4ed1-987d-d7f377ab3f7c", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}, "namespace": "ai-tenant-e2e-ipp-a-e783f6", "name": "ipp-route-e783f6", "reconcileID": "4992a087-11eb-45f8-be99-c5feff0f92a2", "LLMInferenceService": "ipp-route-e783f6", "namespace": "ai-tenant-e2e-ipp-a-e783f6"} 2026-08-04T21:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "3a783024-1beb-4e6b-b1f1-4a4e01a9be4c", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "3a783024-1beb-4e6b-b1f1-4a4e01a9be4c", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "3a783024-1beb-4e6b-b1f1-4a4e01a9be4c", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "1ba2bac0-c251-4808-b5d0-8b4244b741f0", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "1ba2bac0-c251-4808-b5d0-8b4244b741f0", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6-authn-ssl"} 2026-08-04T21:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "1ba2bac0-c251-4808-b5d0-8b4244b741f0", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd26116d-da57-44bd-a4ef-b32d18483655", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad71b75d-ce5b-4d5d-be49-cb85165437a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8d87d11-aa88-4f47-ad57-4c00dfeeaf36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4aa651ae-ad68-4e10-b023-43402babc62d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2203ba8-0a80-4e90-9427-f731d6906b74", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7bba399b-d588-4ba2-9f65-a56004d410d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "648d1e9e-98c5-4e78-ad42-210b3225a3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dbb3d71f-4bf1-498d-8c74-bab95fbf90b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58aa8ca2-e575-419a-9a37-e0fae0bdc3da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e783f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e783f6", "reconcileID": "7d7b7368-5974-4a7e-b764-1211fec33b03", "Gateway": "e2e-ipp-a-e783f6", "namespace": "openshift-ingress"} 2026-08-04T21:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3a17f30-4e4e-4070-9224-2f13b20559b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "189e668c-43f7-4e55-9dcb-4d5da4853877", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b464511-09bc-4579-99d3-c8520bd4b494", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "278a3b1a-75f9-4aaf-9651-06da794f01c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e6caeea-d947-43cf-ba74-7da43670fd12", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffd61aed-042b-445f-af70-7e9c61d06313", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33eb57e9-7594-4716-b111-d4320366f350", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "022f4340-5c62-47ab-a4f9-c07fc3b76050", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce101008-973b-49cd-80d7-fffefeeee0d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "98fb745e-eeb0-4549-acf9-5414e1f43600", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:38:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "98fb745e-eeb0-4549-acf9-5414e1f43600", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56-authn-ssl"} 2026-08-04T21:38:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "98fb745e-eeb0-4549-acf9-5414e1f43600", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45b46dcf-adbc-42a6-a3e6-9b5f08a7365b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf71fec5-a3bd-48b9-a7a4-27b37c4d3eb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fd326e2-38d4-4815-8db5-79535bbb5fd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "6fa92da1-8396-49b1-9ca0-d8cb33ef1636", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "6fa92da1-8396-49b1-9ca0-d8cb33ef1636", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56-authn-ssl"} 2026-08-04T21:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "6fa92da1-8396-49b1-9ca0-d8cb33ef1636", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f548cd13-9905-4bc0-8c17-4a21a6da08de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50e82678-b6e9-4617-adac-ca93c68da293", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51235449-73c9-44c4-b339-aead86a1f4ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96d931a9-7bfc-45fc-be6f-795403c60da3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19cf96df-f003-41e9-9483-46aca0864cce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19cf96df-f003-41e9-9483-46aca0864cce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-80be56", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:38:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19cf96df-f003-41e9-9483-46aca0864cce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-80be56 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T21:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-trusted-ca-bundle", "reconcileID": "d80d02e9-5538-4f07-bc33-1f2b8c04aec1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-trusted-ca-bundle", "reconcileID": "d80d02e9-5538-4f07-bc33-1f2b8c04aec1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "openshift-service-ca.crt", "reconcileID": "2ed14c4a-8d12-4927-bf5c-fe9f0a952140", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "openshift-service-ca.crt", "reconcileID": "2ed14c4a-8d12-4927-bf5c-fe9f0a952140", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81c5b5a3-e65f-4883-b048-f442cfdd7253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-80be56"}, "namespace": "ai-tenant-e2e-ipp-b-80be56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81c5b5a3-e65f-4883-b048-f442cfdd7253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-80be56"} 2026-08-04T21:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6194a9df-2b33-43f9-b123-c43734d9ad7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92bf9fd3-8644-4865-858d-15447dbe2653", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-80be56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-80be56", "reconcileID": "3382e4b7-e505-4810-a8a4-57bbc9825ee5", "Gateway": "e2e-ipp-b-80be56", "namespace": "openshift-ingress"} 2026-08-04T21:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3545eb85-2ed1-4f90-8722-b26aa0ff4aad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d51401b3-da68-4a5a-af90-44277a07a168", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de6ebfc2-c0d8-4dc2-b2b6-89da6a80534e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9cd54f25-58e2-4e86-8902-03b2eaea821c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:38:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3fabb13d-0d0e-48e2-a24f-7dc372b17d16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1a17ff2-ff1f-4bb5-b77a-30d3b878af8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97a35afd-4176-49b3-bc1c-a55eecb14d4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5d566e4-5aa9-42ed-8429-4a1400b5ae47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffeba4a1-2bb9-4c6b-9d80-f8ac807cdee5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "a7d805f2-3c3d-4169-8ad4-b9c77b6c3bba", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress"} 2026-08-04T21:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "a7d805f2-3c3d-4169-8ad4-b9c77b6c3bba", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec-authn-ssl"} 2026-08-04T21:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "a7d805f2-3c3d-4169-8ad4-b9c77b6c3bba", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress"} 2026-08-04T21:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8fd61e4-0c48-4c84-a6d1-6b95aeeeafb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2dd1b45b-0396-4614-93f6-8bba07578040", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ed44dd0-c757-40d8-91c6-03214c66b1c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "55b5dfb3-f790-4320-b8b3-25da830609d5", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress"} 2026-08-04T21:39:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "55b5dfb3-f790-4320-b8b3-25da830609d5", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec-authn-ssl"} 2026-08-04T21:39:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "55b5dfb3-f790-4320-b8b3-25da830609d5", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress"} 2026-08-04T21:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0e28df6-5b14-49a7-8e8a-d5d6c5d1cf32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcaf5a51-7736-4d01-8900-61d5b188bad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a2faa2e-4f4f-43f3-aae6-3a35d776b780", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e33c210-6347-438a-82c8-2eb14205e1b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62c56e7a-01bf-4f6a-bf74-6736dafb59fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d42ec70-64cc-4c46-b521-59ac23164f0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d42ec70-64cc-4c46-b521-59ac23164f0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a189ec", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:39:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d42ec70-64cc-4c46-b521-59ac23164f0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a189ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T21:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-trusted-ca-bundle", "reconcileID": "a3eeaa2c-e93e-4172-920e-17445cd5d812", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-trusted-ca-bundle", "reconcileID": "a3eeaa2c-e93e-4172-920e-17445cd5d812", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "openshift-service-ca.crt", "reconcileID": "9c40f5cd-0a43-4fc9-985c-a5b36140c779", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "openshift-service-ca.crt", "reconcileID": "9c40f5cd-0a43-4fc9-985c-a5b36140c779", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94f89d05-95e0-4f75-a2cf-2d11347c22f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a189ec"}, "namespace": "ai-tenant-e2e-shared-a-a189ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94f89d05-95e0-4f75-a2cf-2d11347c22f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a189ec"} 2026-08-04T21:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8bd1182-b6bf-48cc-8368-7fc9426beb5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b06013b-9f7b-45a7-903c-bfdc7773fc32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a189ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a189ec", "reconcileID": "6d716670-480d-4573-a4a0-80e591d11027", "Gateway": "e2e-shared-a-a189ec", "namespace": "openshift-ingress"} 2026-08-04T21:39:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33e96f82-c85c-4ca8-a427-5f4896c940b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "393c3d38-829f-4b3a-9863-e76aab43027a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "918939d3-fb71-4794-bc73-148aa87e432d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53c8f39d-e219-4fb7-a052-c4aea59f94c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2870de19-311f-493f-99b1-fccc0e470c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "653f8a40-7cb1-4659-9592-7584458fd711", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab9567bd-69a6-4f9c-8a01-40980c1391c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T21:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "82c3696c-4cf0-4a34-9090-70391f605385", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress"} 2026-08-04T21:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "82c3696c-4cf0-4a34-9090-70391f605385", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a-authn-ssl"} 2026-08-04T21:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "82c3696c-4cf0-4a34-9090-70391f605385", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress"} 2026-08-04T21:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "ac70c7c8-0d5f-4329-bd1b-cc47af92e542", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress"} 2026-08-04T21:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "ac70c7c8-0d5f-4329-bd1b-cc47af92e542", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a-authn-ssl"} 2026-08-04T21:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "ac70c7c8-0d5f-4329-bd1b-cc47af92e542", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress"} 2026-08-04T21:39:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a63daa4-457a-4fac-a774-34f3b99ce5c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a63daa4-457a-4fac-a774-34f3b99ce5c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-cd644a", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T21:39:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a63daa4-457a-4fac-a774-34f3b99ce5c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-cd644a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T21:39:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-trusted-ca-bundle", "reconcileID": "3c6560c8-3509-465f-84a0-bf88872fe475", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-trusted-ca-bundle", "reconcileID": "3c6560c8-3509-465f-84a0-bf88872fe475", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "openshift-service-ca.crt", "reconcileID": "cd96344d-80f2-4337-bc2e-f3f97e9d3ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "openshift-service-ca.crt", "reconcileID": "cd96344d-80f2-4337-bc2e-f3f97e9d3ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dea5300-a6e1-41d1-9704-c69428310fdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-cd644a"}, "namespace": "ai-tenant-e2e-shared-b-cd644a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dea5300-a6e1-41d1-9704-c69428310fdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-cd644a"} 2026-08-04T21:39:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-cd644a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-cd644a", "reconcileID": "a26703cd-4071-4f81-8687-ee35961bae95", "Gateway": "e2e-shared-b-cd644a", "namespace": "openshift-ingress"}