2026-07-24T17:33:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "ef41b8d7-781d-4437-9ccb-898c2a0c3882", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "ef41b8d7-781d-4437-9ccb-898c2a0c3882", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:33:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "ef41b8d7-781d-4437-9ccb-898c2a0c3882", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "ad9db8b0-0ce6-48a2-b78c-d94a5cc99304", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "ad9db8b0-0ce6-48a2-b78c-d94a5cc99304", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "ad9db8b0-0ce6-48a2-b78c-d94a5cc99304", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "74019b90-47ec-418f-92fe-70a0cbc66848", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "74019b90-47ec-418f-92fe-70a0cbc66848", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "74019b90-47ec-418f-92fe-70a0cbc66848", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6a3e2f96-7232-416d-bd47-3c626151f426", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6a3e2f96-7232-416d-bd47-3c626151f426", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6a3e2f96-7232-416d-bd47-3c626151f426", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "openshift-service-ca.crt", "reconcileID": "1d68b0eb-ea40-4832-9dbe-f9bd7ee36c35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-trusted-ca-bundle", "reconcileID": "9b771c7d-f5f2-4f0a-aabd-419ccc6cf0b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "openshift-service-ca.crt", "reconcileID": "86e8413f-8e50-4497-a23d-52545cf68aa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:33:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "openshift-service-ca.crt", "reconcileID": "86e8413f-8e50-4497-a23d-52545cf68aa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "openshift-service-ca.crt", "reconcileID": "b744fd74-aae0-446d-ac94-e096c9b0ca2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5749e8a-3024-4361-a030-8a4d98f2a52f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-trusted-ca-bundle", "reconcileID": "231ac815-59a4-4262-9e67-32afb21bb232", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:33:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-trusted-ca-bundle", "reconcileID": "231ac815-59a4-4262-9e67-32afb21bb232", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92482aba-c839-4382-aaa3-0b5a49d4c098", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "46a288d9-343e-48f7-9559-8cabead66d17", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "46a288d9-343e-48f7-9559-8cabead66d17", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "46a288d9-343e-48f7-9559-8cabead66d17", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73aadfae-1459-415e-9e6c-693e4efa0302", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "af1741d0-698e-4a5a-af38-58e572223047", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "af1741d0-698e-4a5a-af38-58e572223047", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:33:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "af1741d0-698e-4a5a-af38-58e572223047", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6f1129a4-29e9-4d00-9dc9-5e7600393436", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6f1129a4-29e9-4d00-9dc9-5e7600393436", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6f1129a4-29e9-4d00-9dc9-5e7600393436", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "1d76c20d-0c15-4206-ae92-c2bf67c403c0", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "1d76c20d-0c15-4206-ae92-c2bf67c403c0", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "1d76c20d-0c15-4206-ae92-c2bf67c403c0", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "88b776b4-1aab-4d95-acd4-ed64765030e0", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "88b776b4-1aab-4d95-acd4-ed64765030e0", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "88b776b4-1aab-4d95-acd4-ed64765030e0", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "df660cbf-cb4a-43f9-9b21-dd80aadda3f3", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "df660cbf-cb4a-43f9-9b21-dd80aadda3f3", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "df660cbf-cb4a-43f9-9b21-dd80aadda3f3", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "87b3d679-221a-4acd-a7a2-1f6652fa8425", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "87b3d679-221a-4acd-a7a2-1f6652fa8425", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "87b3d679-221a-4acd-a7a2-1f6652fa8425", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "501a1fb0-4145-4b84-8f37-4e702b4f1f8d", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "501a1fb0-4145-4b84-8f37-4e702b4f1f8d", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "501a1fb0-4145-4b84-8f37-4e702b4f1f8d", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "9375686d-8687-42d4-ba44-3f73509b6fca", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "9375686d-8687-42d4-ba44-3f73509b6fca", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "9375686d-8687-42d4-ba44-3f73509b6fca", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "ee07e906-1521-498b-ba5e-f16eeda532f1", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "ee07e906-1521-498b-ba5e-f16eeda532f1", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "ee07e906-1521-498b-ba5e-f16eeda532f1", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "openshift-service-ca.crt", "reconcileID": "17b27263-c593-421e-9cd1-b3fc3331752c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-trusted-ca-bundle", "reconcileID": "bf55df75-87cb-422f-b1c8-a6c4f203bc28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "openshift-service-ca.crt", "reconcileID": "55538cb1-2b42-4e6c-84b6-d90069fa9cc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2f844", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:33:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "openshift-service-ca.crt", "reconcileID": "55538cb1-2b42-4e6c-84b6-d90069fa9cc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "openshift-service-ca.crt", "reconcileID": "556b8d43-a3b7-451c-ad25-568e86fd2a43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "117a3808-f41c-4dc8-996f-72c57220d9c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-trusted-ca-bundle", "reconcileID": "3dce3755-0774-4874-8642-4634000c37ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:33:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-trusted-ca-bundle", "reconcileID": "3dce3755-0774-4874-8642-4634000c37ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc20bc40-4d10-46b0-b6f1-261a55bdab2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:33:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6859aae4-dc61-4e5a-a997-470cbb34b576", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6859aae4-dc61-4e5a-a997-470cbb34b576", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6859aae4-dc61-4e5a-a997-470cbb34b576", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eec7278b-5178-44b0-855b-9a3a100a5bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6248bd95-5fe4-47a5-9f9f-18928633146e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7acee88-f205-4dc4-ab76-4314cc272499", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "665983c0-ef98-4a92-ad44-7d561e9d834d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba658656-f251-440f-94af-7cbad92440fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67a48f47-7b3d-4067-a532-2a39a9743371", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1db05378-8a81-43e6-8d64-599ce9e81141", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03c21306-e19b-47aa-a096-452d46e20fbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "3dae68fd-d88a-43c4-9ea4-cb35d945b14a", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "3dae68fd-d88a-43c4-9ea4-cb35d945b14a", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:33:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "3dae68fd-d88a-43c4-9ea4-cb35d945b14a", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:33:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e70a642e-c0dc-4175-bf17-292a72f4f582", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4136668f-ac74-45bf-9785-b665a442e809", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3fe72635-b96f-4117-a84c-63654de6bfff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e22b5f3-5a31-4cf7-8621-a6b151ad1975", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e6b783a-64b5-4502-a5c6-926ba49e4707", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ce92649-711c-43e9-b017-418c154acfb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d75a524-b6f0-43a6-ad6a-fd7470644f37", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e775555a-5266-4f9e-9df2-b0970ede7a3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d25911f-7fc2-44be-8afd-e7ed835201b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "484a561f-0dd2-4f6d-881d-152092469f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b04275f8-d45d-410a-95ef-0467a7a73cc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8623453-a45c-42b8-8864-b01b8a2432eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c72c7713-6e6b-4568-9b64-bb43bbe783d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eebca46c-e5a6-465e-ae85-214a5cbe950d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b87876bc-3e62-41e7-bb34-731cb03610ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ef9427a-af0a-46f8-8db5-a23014198b3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a83ad812-60a0-460e-a2ff-0263c7c628bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9b4ed90-9ded-411e-bad0-e4485fffa884", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eda38b4b-d13d-4ffd-85e2-2bbe2a91e5e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c29ad2e4-4c99-4ae9-a835-d1b725951dd9", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c29ad2e4-4c99-4ae9-a835-d1b725951dd9", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c29ad2e4-4c99-4ae9-a835-d1b725951dd9", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "9ab4b2e5-2678-4a4b-8a4d-086150bfef24", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:34:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c29ad2e4-4c99-4ae9-a835-d1b725951dd9", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:34:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c29ad2e4-4c99-4ae9-a835-d1b725951dd9", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "authType": "userdefined"} 2026-07-24T17:34:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c29ad2e4-4c99-4ae9-a835-d1b725951dd9", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "9ab4b2e5-2678-4a4b-8a4d-086150bfef24", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "9ab4b2e5-2678-4a4b-8a4d-086150bfef24", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:34:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "09920e23-c4c8-435c-a752-5685ee896c09", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "09920e23-c4c8-435c-a752-5685ee896c09", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "09920e23-c4c8-435c-a752-5685ee896c09", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "09920e23-c4c8-435c-a752-5685ee896c09", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:34:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "09920e23-c4c8-435c-a752-5685ee896c09", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "authType": "userdefined"} 2026-07-24T17:34:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "09920e23-c4c8-435c-a752-5685ee896c09", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b34af2f3-4593-4c2a-a0c9-a9613fa41c33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd8ad6f5-ebfb-453d-af30-9ad94f2a0d35", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5aace6f-35ec-458e-9d9b-867907e10ab9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34204cf4-ddd3-421e-9116-b1694e5d9f99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8bd3080-41c3-4538-b78e-136ae9bda72d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2aa025c2-f3b5-4684-8943-c6b47e732ff0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3dda9423-e879-4f23-a067-52e76af64c61", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab91c5b1-958a-43ef-9f7f-1738f3ef9e11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "523c0191-cc7b-43bb-9d0e-7c446f18de31", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28a25dae-1f36-4ed1-bca0-f6ad58bddb81", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "acdaffe8-89de-4c8d-b2a9-745e2916d513", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ed8206f-4276-4364-b0d3-bf1bcac2c561", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "8ed8dafa-6008-40d4-94e0-87d522796039", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:34:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "8ed8dafa-6008-40d4-94e0-87d522796039", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:34:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "8ed8dafa-6008-40d4-94e0-87d522796039", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:34:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef419e3f-ab96-4ed8-8faf-f75e6762db11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3b4a9094-0be4-4d2b-b8c2-c202175c1d71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "ed5058ee-9bd4-4e83-b6b2-3747c95e9bb6", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "ed5058ee-9bd4-4e83-b6b2-3747c95e9bb6", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "ed5058ee-9bd4-4e83-b6b2-3747c95e9bb6", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "ed5058ee-9bd4-4e83-b6b2-3747c95e9bb6", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:34:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "ed5058ee-9bd4-4e83-b6b2-3747c95e9bb6", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "authType": "userdefined"} 2026-07-24T17:34:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "ed5058ee-9bd4-4e83-b6b2-3747c95e9bb6", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db5fd97c-0f8a-4f83-96da-d2f3f96d6c06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59cf2c36-6de2-42a4-8673-84ef6a235a9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a32c5db7-7aec-4d1a-9eb8-a2fde0bade48", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e270d9c-7354-4c8b-9c58-cd0d9791c691", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "057eab46-9dc3-434c-b0a4-d6e48aba8f26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "06ab7bb5-a178-4275-894f-8ee533661837", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf0a058c-9370-458a-a116-409623ed8232", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3ad0c52-74b8-4208-a6b2-9d6ad5ef5284", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a2f0d24-474b-42d2-9c93-9400aa230c3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d577486-b8f5-4925-9c17-e9d455263b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bd4733f-cd66-4c7c-a60b-92733034aab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "278b6206-e216-4729-8861-995f53138299", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "011acd7d-5d69-4312-b68f-ee842982e1ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1820cb9c-6996-4bdd-9bbe-561f9edbd79e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "9f2d421e-11c8-4f6c-ad47-e7ead8a0ad0f", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "9f2d421e-11c8-4f6c-ad47-e7ead8a0ad0f", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "9f2d421e-11c8-4f6c-ad47-e7ead8a0ad0f", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "9f2d421e-11c8-4f6c-ad47-e7ead8a0ad0f", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:34:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "9f2d421e-11c8-4f6c-ad47-e7ead8a0ad0f", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "authType": "userdefined"} 2026-07-24T17:34:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "9f2d421e-11c8-4f6c-ad47-e7ead8a0ad0f", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fee2e717-ba1b-4e4c-8fdc-651f12566926", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a85e4fe3-bd61-41a7-b86e-793b8e28fbe1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a219f78-61e6-4d00-abe3-407e6b911287", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "823cd25d-f553-47a2-8f5b-ecb1856271fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0d96873-63b0-4111-a5eb-22ec7a5435fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44f7a054-cdaa-43e6-95a8-448becdb614a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc55a7bb-bda2-42c4-949a-9e7e0dad973e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb4e0893-317c-44f3-b941-ce17cbf70b79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a60de679-4deb-4fb9-9118-999ada0e2fd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7249d5a-1108-42e2-bb42-fb608a0f5733", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24069a75-9289-43cc-81b3-1c9f75367e4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b29be1c0-bb95-4852-ad09-348489fae47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d062fde-f3ee-4636-a809-6041b0764360", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ceb4a83-be49-4166-9a9c-256ba44d7856", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e50b59d9-917f-401e-8318-6b554ab0c43f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "26d1ee6a-5c23-4810-bfb8-f4e0fb42fa51", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "26d1ee6a-5c23-4810-bfb8-f4e0fb42fa51", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "26d1ee6a-5c23-4810-bfb8-f4e0fb42fa51", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:34:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "632bfb2b-b618-4130-a16c-71d34ca59434", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4da25847-5b94-4d4b-8bb9-abd775e9cd56", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c4df2ce-4341-4ff8-88c8-13a4d7cb518b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ad892e4-6004-42c6-be10-c33326901923", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55c82897-ddd5-4ab6-85b9-fa57b62c2a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e04e0aa-e008-4a04-9d17-3d219f41e0c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5bd7e811-1efa-46b8-9e70-ce0972205acd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5912ba2-f826-4b3e-84e9-9d4cbaa55d95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12df4f90-01b2-4498-87b7-1fa4807b1b2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5be41ed-635a-4d5d-a35d-56d6c3d4ecf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d21feabc-b106-496f-9e7e-3aad7d652b19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25a423b5-ec52-44f0-bb5f-2264271e20fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c768fb9-9be3-443a-a3c4-2c4ed174b2fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0003fe38-4d07-4982-9cee-81d354b5a3b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5e8c451-e696-4850-b245-931335e3e23a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "7c74c793-62fc-41bd-bd21-fd2753f4739e", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "7c74c793-62fc-41bd-bd21-fd2753f4739e", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "7c74c793-62fc-41bd-bd21-fd2753f4739e", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "c9b61d0a-ef1b-4752-ba7a-4afeb812d408", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "c9b61d0a-ef1b-4752-ba7a-4afeb812d408", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "c9b61d0a-ef1b-4752-ba7a-4afeb812d408", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "30530a21-69e3-493d-a675-4b03f52fa504", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "30530a21-69e3-493d-a675-4b03f52fa504", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "30530a21-69e3-493d-a675-4b03f52fa504", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "11feb60b-c082-4419-a8b5-fb527ca3f012", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "11feb60b-c082-4419-a8b5-fb527ca3f012", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "11feb60b-c082-4419-a8b5-fb527ca3f012", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "d2751c8d-d9ac-4682-98d4-f4241dfc1f91", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "d2751c8d-d9ac-4682-98d4-f4241dfc1f91", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "d2751c8d-d9ac-4682-98d4-f4241dfc1f91", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "9436641f-3992-4a16-a9e5-9ca652dbea90", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "9436641f-3992-4a16-a9e5-9ca652dbea90", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "9436641f-3992-4a16-a9e5-9ca652dbea90", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "f0c964fd-77e4-44fe-842d-cc76c8c413d2", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "f0c964fd-77e4-44fe-842d-cc76c8c413d2", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "f0c964fd-77e4-44fe-842d-cc76c8c413d2", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f8ab7e8-7e71-486e-8e46-0899ddc8ebf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1df1119-7c0a-4bd9-b4fd-9e6dfaf54383", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "bef054d1-8326-44cf-9fe2-a090bdb42515", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "bef054d1-8326-44cf-9fe2-a090bdb42515", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "bef054d1-8326-44cf-9fe2-a090bdb42515", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86a010d8-8bb9-4618-9b94-fd748a3e0986", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92174771-2a72-4a77-865d-37f17ae9d519", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "74efc80c-1166-4180-a3b5-b4149fb54627", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-trusted-ca-bundle", "reconcileID": "75f221b9-36f8-4f3d-828c-587c9ddb95fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "7c64c2d6-bc1d-4e7c-996d-b2aabf6bbb71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:34:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "7c64c2d6-bc1d-4e7c-996d-b2aabf6bbb71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "1e5737d6-57de-4ab3-8db4-0e41b84193fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:34:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "1e5737d6-57de-4ab3-8db4-0e41b84193fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:34:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b51445f-5bdf-4d81-9de2-92b343d54369", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:34:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b51445f-5bdf-4d81-9de2-92b343d54369", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-trusted-ca-bundle", "reconcileID": "76c6dd18-2eb0-4a62-87de-58223009dd30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "72338680-b1bc-48bd-8d62-81bb4fe11a06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "868717da-c175-4bb9-939a-39fa9a8c607b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "155f0985-73d2-4605-a182-ec46812db755", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67a0ae39-d735-4c5e-ab02-64cfc4b20fdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "a0364651-ca1e-44b3-bcc6-c0e769ce9568", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "a0364651-ca1e-44b3-bcc6-c0e769ce9568", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "a0364651-ca1e-44b3-bcc6-c0e769ce9568", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:34:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5a74950-f3b8-4f97-b0fb-2d6465a5dac7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33978fa1-b05d-4738-8b5f-5494ae2db73e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d651cc87-c1de-417f-a16d-306591e5e15f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f79d0d0-6b48-4cee-8ecc-0cd706fbd5a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce3c4640-5917-4dd9-b73f-6460f5c57c19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "116f9a7a-20f1-4fb3-bf88-ddb7fa6235f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "99fbda84-0e7e-42f3-8b4b-60d072f10a4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fde69b51-cbce-498c-aa3d-9f000b575673", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fea3890e-fec0-4f18-9c13-0d6eb547b743", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a71c66c-bdf4-42d3-9258-5ee327b99574", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f45d0239-cdd6-4b9a-9cde-dcb0546b1657", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52a57abf-269a-424e-9dd8-d7ee2086892a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a44828c8-1187-4487-958b-6e4b548477d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:34:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4159246b-ec6d-42e8-9fd6-74728530ccff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "169d5061-a3b9-4742-9446-052d3b69a561", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "7f9e6a79-d3c5-4464-a2cc-ac7721ee6dd0", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "7f9e6a79-d3c5-4464-a2cc-ac7721ee6dd0", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "7f9e6a79-d3c5-4464-a2cc-ac7721ee6dd0", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a2c9c68-1a7f-48a2-81d9-4923853104da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfc8f10c-e2af-4e64-94c3-b3142fc98262", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4d403d9-8d51-42f3-9441-9f95aac0c58f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23584389-8d98-45ea-970d-73b0b6b0bde8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33d39784-72c1-4869-a3a3-c0cd6a13f15e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d350bdad-d15f-4c85-a121-d4f53d5fc9b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3278aebc-0035-45a3-b96a-b025cd0fccc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e3b888c8-bbea-4980-b2f5-df3b9dd20b93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ecb689a-d96f-4c2a-b56e-db726719b05c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac6109ff-13d5-4fa2-9d42-bb2b32940a89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f905999-d13b-46a5-9afe-5ecb2c026d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76cebed6-0305-4f4d-bd5c-621b2ed4d182", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "38e37127-010a-44f5-8d8c-0f124deac696", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92b77a4f-6457-4160-9f3e-79f3e3943ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a10672ed-2c25-411c-b3c1-dfbbde7a2b86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9855a548-4eb2-495e-ad73-a2cbea34f639", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8efe6f0b-33ee-49a5-9294-5caa019a1167", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b3a1743-922b-49fe-960d-fdbc0bb3739d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92adfe09-9b59-4304-86a6-4097cd2a0d0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d67140a0-468f-4c0a-b89d-d5f2c1df8886", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "212fced9-0e86-42b4-be62-b2cccc08170f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "d9751afd-47fc-41f3-b142-ea6505a6e1f1", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "d9751afd-47fc-41f3-b142-ea6505a6e1f1", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "d9751afd-47fc-41f3-b142-ea6505a6e1f1", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46a44264-79dc-4af4-9bb0-f6e0e4a733f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "347cc762-f397-4356-a7b5-b078a5603682", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8260cdb7-a54a-423e-b410-18e4e1fcc46d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b15da35-78aa-47d7-b590-6354cdfb276b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b940c3a-06f8-414f-98a4-3254e2d9cc94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d9b970e-3314-43ac-abbd-8ee49bd832a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "407b6fc8-3430-44f1-b909-e85c78cbdefe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0a5c937-5186-4ddf-807a-66d71213f4b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "0c1f813a-fd3a-41b8-ab58-e4840bd1eb5c", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "0c1f813a-fd3a-41b8-ab58-e4840bd1eb5c", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad-authn-ssl"} 2026-07-24T17:35:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "0c1f813a-fd3a-41b8-ab58-e4840bd1eb5c", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5403f624-d661-414b-9dfb-aa881399dd3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fcbbe4a-bd4e-40ff-b2f6-2a88af3b77a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33cd3504-9eae-46d0-bb72-54fc634565b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef2df81a-e604-4f6c-b8b8-c1d54ac0fd27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1f14cad-1cc5-4ddd-8662-376a2ac43562", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1f14cad-1cc5-4ddd-8662-376a2ac43562", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:35:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1f14cad-1cc5-4ddd-8662-376a2ac43562", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-600cad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-trusted-ca-bundle", "reconcileID": "2f849fb1-6b5b-4213-94f6-42676acb3ef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-trusted-ca-bundle", "reconcileID": "2f849fb1-6b5b-4213-94f6-42676acb3ef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "a098cb96-2abd-4b6e-b1c4-77ba35fd09cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "openshift-service-ca.crt", "reconcileID": "a098cb96-2abd-4b6e-b1c4-77ba35fd09cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20bf8aab-c4f6-4373-9887-4c614686a4b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-600cad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-600cad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20bf8aab-c4f6-4373-9887-4c614686a4b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-600cad"} 2026-07-24T17:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed6ef58d-05fe-4e06-802c-256509b48eda", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-600cad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-600cad", "reconcileID": "b3f2d04b-26c8-41ee-92de-13a990d5e1ee", "Gateway": "e2e-ipp-cleanup-600cad", "namespace": "openshift-ingress"} 2026-07-24T17:35:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81575e8e-098e-4731-9943-d7fea89d4f29", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fde925f8-d4fb-404b-89e7-73d7d8c60f96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "086ebfee-8441-4199-aca5-27cb7fd0081e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "878a78e9-b8a5-43bb-84bb-5b264065ff43", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d480e6f4-ed2d-48ff-ad19-13fa57d4f19d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16af6f93-4243-4820-90b5-0f8c1b91628e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd4762f2-383a-40a4-a04e-5c4ce6cc7b9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab1287b6-a04a-4473-952a-14fc03a99138", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a603ee0-556d-4bfc-9e49-5e040035ce5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02d9c8c7-473e-47cf-a2f0-d07e93a23b17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ed60906-66c3-4e9f-b9c9-c63c294e2e11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83370b90-7b45-448d-90a7-8fe8fa9a49d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbe28009-1add-4218-a7c4-ea0e52bc574d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a22b77c-202a-41dd-8a23-ac15a6a3e72f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "450d6ddc-2e76-4550-9565-4eae5e5611d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da9e3391-4391-44af-874c-f8a16b4ee49e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f46710e-051b-482d-81de-59b457b35eff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14901ac9-9550-4bfc-bc56-f50f79d32878", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df144870-1674-40d9-9143-2a24ca297ee6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c5ed0f3-6467-41c2-89a1-bec6573cab2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e54c9479-fd3f-463c-ad38-1290931a6f76", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "87e8e7b0-0c79-45a1-9254-e33cea887f50", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "87e8e7b0-0c79-45a1-9254-e33cea887f50", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "87e8e7b0-0c79-45a1-9254-e33cea887f50", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6d86023c-d01d-448a-baa2-30df7aae2de3", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6d86023c-d01d-448a-baa2-30df7aae2de3", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6d86023c-d01d-448a-baa2-30df7aae2de3", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:35:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6ddd3797-36c2-4249-b5fd-1af924ddb9a4", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:35:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6ddd3797-36c2-4249-b5fd-1af924ddb9a4", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:35:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "6ddd3797-36c2-4249-b5fd-1af924ddb9a4", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:35:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "935f9c5c-b1a4-4899-a931-af154e818c56", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:35:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "935f9c5c-b1a4-4899-a931-af154e818c56", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:35:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "935f9c5c-b1a4-4899-a931-af154e818c56", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:35:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "935f9c5c-b1a4-4899-a931-af154e818c56", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:35:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "935f9c5c-b1a4-4899-a931-af154e818c56", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "authType": "userdefined"} 2026-07-24T17:35:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "935f9c5c-b1a4-4899-a931-af154e818c56", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec71c5e6-9b3d-43d6-9ca3-39e84a4c988f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e5c968-abd6-43cb-a1e1-f886443a2042", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e5c968-abd6-43cb-a1e1-f886443a2042", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:36:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e5c968-abd6-43cb-a1e1-f886443a2042", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6a1c15 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-trusted-ca-bundle", "reconcileID": "fcddcf62-2453-4f8a-9b9a-bb070dbd351c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-trusted-ca-bundle", "reconcileID": "fcddcf62-2453-4f8a-9b9a-bb070dbd351c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "openshift-service-ca.crt", "reconcileID": "ec401024-8555-451f-ba71-f236c6867f88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "openshift-service-ca.crt", "reconcileID": "ec401024-8555-451f-ba71-f236c6867f88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c65dbb7-c292-4dac-8902-5cdb7dec1eda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c65dbb7-c292-4dac-8902-5cdb7dec1eda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15"} 2026-07-24T17:36:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:36:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15-kserve-route-authn"} 2026-07-24T17:36:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "c41ef197-5c7e-482e-806e-e158b1641498", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6a1c15","namespace":"ai-tenant-e2e-ipp-a-6a1c15"}, "namespace": "ai-tenant-e2e-ipp-a-6a1c15", "name": "ipp-route-6a1c15", "reconcileID": "6642f0b8-4792-4e50-a2dd-ed4471f53af8", "LLMInferenceService": "ipp-route-6a1c15", "namespace": "ai-tenant-e2e-ipp-a-6a1c15"} 2026-07-24T17:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "71b3a9e7-d68a-4782-9a3c-ca120d65650d", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "71b3a9e7-d68a-4782-9a3c-ca120d65650d", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "71b3a9e7-d68a-4782-9a3c-ca120d65650d", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "cfdf79f4-ead9-47d3-a60f-f4acea3079f9", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "cfdf79f4-ead9-47d3-a60f-f4acea3079f9", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15-authn-ssl"} 2026-07-24T17:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "cfdf79f4-ead9-47d3-a60f-f4acea3079f9", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:36:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6a1c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6a1c15", "reconcileID": "38bc0b9f-36e4-4932-aad1-22e1be4d0e25", "Gateway": "e2e-ipp-a-6a1c15", "namespace": "openshift-ingress"} 2026-07-24T17:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7be79634-07ff-4877-b013-723c616b9df2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84e07599-c3e8-44d3-a838-151ab8319a3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea8961c0-aba0-49b4-b484-2003b4b9eaac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3206074a-6d8c-47a7-aaf7-ed94edf0624e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c526e20-fd08-4759-9ef1-aa94ba064e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2afedde6-e28d-42dc-988b-fa41a50847a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94dcb77d-a5dd-4506-b738-3436f9225c4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "524b1eac-bc7c-44a3-9cae-6ebc0a419119", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34ab7e78-df19-400e-b80e-98a37f9d765c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69d3c6de-4a03-441f-9304-f0e99e1bfe42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "855abf28-cdb6-47bc-8f79-66ca49bc1b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1c96e3a-c5d0-4eb8-b913-0fc62962fa94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6a505dc-993f-4217-9d1c-763d1920a60b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c5b81e4-dd34-44dc-9989-4438b5233e01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "8bf4f6dc-febb-4d52-b1bd-950b4dfe4b22", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:36:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "8bf4f6dc-febb-4d52-b1bd-950b4dfe4b22", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:36:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "8bf4f6dc-febb-4d52-b1bd-950b4dfe4b22", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:36:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6329f0ec-9f23-4884-8bca-159bc7e7bc92", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:36:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6329f0ec-9f23-4884-8bca-159bc7e7bc92", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844-authn-ssl"} 2026-07-24T17:36:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "6329f0ec-9f23-4884-8bca-159bc7e7bc92", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:36:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "879617f9-6b28-4605-8e5d-224fc4216034", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:36:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "630e157e-1554-4a15-8b05-2b6e95d01273", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "630e157e-1554-4a15-8b05-2b6e95d01273", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:36:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "630e157e-1554-4a15-8b05-2b6e95d01273", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a2f844 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:36:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-trusted-ca-bundle", "reconcileID": "80994aa4-9110-4c82-99d6-03390aa28718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-trusted-ca-bundle", "reconcileID": "80994aa4-9110-4c82-99d6-03390aa28718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "openshift-service-ca.crt", "reconcileID": "b8fa8e5a-58c0-412e-bff5-482eed0c02d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "openshift-service-ca.crt", "reconcileID": "b8fa8e5a-58c0-412e-bff5-482eed0c02d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6e764fb-c3f1-4954-ad3b-3c8e5d9637f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2f844"}, "namespace": "ai-tenant-e2e-ipp-b-a2f844", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6e764fb-c3f1-4954-ad3b-3c8e5d9637f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2f844"} 2026-07-24T17:36:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2f844","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2f844", "reconcileID": "db4177e0-bc7d-42ac-b166-ad781abe4bc1", "Gateway": "e2e-ipp-b-a2f844", "namespace": "openshift-ingress"} 2026-07-24T17:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a02602c2-e5e6-4f59-af83-770cefe7a0b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "fc596a86-dde8-47cc-9280-cc3b08a8aba6", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress"} 2026-07-24T17:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "fc596a86-dde8-47cc-9280-cc3b08a8aba6", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7-authn-ssl"} 2026-07-24T17:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "fc596a86-dde8-47cc-9280-cc3b08a8aba6", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress"} 2026-07-24T17:37:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:37:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "0ea190e4-86d2-4ca4-a4fa-e0a08927c67c", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress"} 2026-07-24T17:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "0ea190e4-86d2-4ca4-a4fa-e0a08927c67c", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7-authn-ssl"} 2026-07-24T17:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "0ea190e4-86d2-4ca4-a4fa-e0a08927c67c", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress"} 2026-07-24T17:37:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:37:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:37:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0827268e-8e65-4a93-86e6-63e0b31f2e93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0827268e-8e65-4a93-86e6-63e0b31f2e93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:37:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0827268e-8e65-4a93-86e6-63e0b31f2e93", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-de68c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:37:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-trusted-ca-bundle", "reconcileID": "68a45fde-9800-4c97-bbbc-2e8ce3a964b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-trusted-ca-bundle", "reconcileID": "68a45fde-9800-4c97-bbbc-2e8ce3a964b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:37:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-trusted-ca-bundle", "reconcileID": "68a45fde-9800-4c97-bbbc-2e8ce3a964b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-de68c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:37:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "openshift-service-ca.crt", "reconcileID": "d56daf81-a8b6-460f-ac13-28c5605c3eb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "openshift-service-ca.crt", "reconcileID": "d56daf81-a8b6-460f-ac13-28c5605c3eb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd3f49cd-86eb-4b26-85ff-25d047adabaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd3f49cd-86eb-4b26-85ff-25d047adabaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-trusted-ca-bundle", "reconcileID": "2472134f-0478-44e2-a19c-fd29b365967d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-de68c7"}, "namespace": "ai-tenant-e2e-shared-a-de68c7", "name": "odh-trusted-ca-bundle", "reconcileID": "2472134f-0478-44e2-a19c-fd29b365967d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-de68c7"} 2026-07-24T17:37:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-de68c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-de68c7", "reconcileID": "6b6e3f2a-0cca-4765-93dd-876b7d48ff72", "Gateway": "e2e-shared-a-de68c7", "namespace": "openshift-ingress"} 2026-07-24T17:37:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00aa751d-61df-440a-b20c-38dcb4678c21", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "ba5f989d-669d-4595-98e4-bd64fbf6bcc5", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress"} 2026-07-24T17:37:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "ba5f989d-669d-4595-98e4-bd64fbf6bcc5", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95-authn-ssl"} 2026-07-24T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "ba5f989d-669d-4595-98e4-bd64fbf6bcc5", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress"} 2026-07-24T17:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "c1bc4392-7bfe-4361-bd4b-91b8b2db4462", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress"} 2026-07-24T17:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "c1bc4392-7bfe-4361-bd4b-91b8b2db4462", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95-authn-ssl"} 2026-07-24T17:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "c1bc4392-7bfe-4361-bd4b-91b8b2db4462", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress"} 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8af5447-fbf0-4bb8-94e8-ead97ee9a6cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8af5447-fbf0-4bb8-94e8-ead97ee9a6cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:37:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8af5447-fbf0-4bb8-94e8-ead97ee9a6cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d73e95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5cec50d7-0f1d-4503-98bf-535e56b30402", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5cec50d7-0f1d-4503-98bf-535e56b30402", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:37:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5cec50d7-0f1d-4503-98bf-535e56b30402", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d73e95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c768c0b-d8f1-44b0-b984-db730b2889a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c768c0b-d8f1-44b0-b984-db730b2889a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:37:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c768c0b-d8f1-44b0-b984-db730b2889a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d73e95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "e132172e-abf1-4665-a054-a43e0f747bee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "e132172e-abf1-4665-a054-a43e0f747bee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:37:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "e132172e-abf1-4665-a054-a43e0f747bee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d73e95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "openshift-service-ca.crt", "reconcileID": "cf408a99-ba56-4860-8b72-934c6cb8b3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "openshift-service-ca.crt", "reconcileID": "cf408a99-ba56-4860-8b72-934c6cb8b3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7783d1f-4b71-43f3-919d-034a0fc28c87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7783d1f-4b71-43f3-919d-034a0fc28c87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "c746e58f-9f60-444c-937c-9e0c85085ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d73e95"}, "namespace": "ai-tenant-e2e-shared-b-d73e95", "name": "odh-trusted-ca-bundle", "reconcileID": "c746e58f-9f60-444c-937c-9e0c85085ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d73e95"} 2026-07-24T17:37:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d73e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d73e95", "reconcileID": "3779e4e9-88b3-4c8e-8436-947439614568", "Gateway": "e2e-shared-b-d73e95", "namespace": "openshift-ingress"}