2026-09-08T11:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "f7a0abca-efc5-4900-955e-f8f69ea87733", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "f7a0abca-efc5-4900-955e-f8f69ea87733", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "710fbc7e-c377-4909-85a5-3b1ff8e2652b", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "710fbc7e-c377-4909-85a5-3b1ff8e2652b", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "710fbc7e-c377-4909-85a5-3b1ff8e2652b", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "bff54280-ea0f-4c92-9b6e-60e45a9a834e", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "bff54280-ea0f-4c92-9b6e-60e45a9a834e", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "bff54280-ea0f-4c92-9b6e-60e45a9a834e", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "74fc67fb-ce0d-4447-bb31-9b6dcb645865", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "74fc67fb-ce0d-4447-bb31-9b6dcb645865", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "74fc67fb-ce0d-4447-bb31-9b6dcb645865", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "25396a21-b0eb-4082-b40f-e3f48ca12036", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "25396a21-b0eb-4082-b40f-e3f48ca12036", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "25396a21-b0eb-4082-b40f-e3f48ca12036", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "c8119ee6-99fe-4eb4-b7a0-af68252bfa4d", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "c8119ee6-99fe-4eb4-b7a0-af68252bfa4d", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "c8119ee6-99fe-4eb4-b7a0-af68252bfa4d", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "d7bd080f-c52e-42fc-a1a9-de0751a97359", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "d7bd080f-c52e-42fc-a1a9-de0751a97359", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "d7bd080f-c52e-42fc-a1a9-de0751a97359", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "openshift-service-ca.crt", "reconcileID": "28bf35db-077c-41ae-ae20-8f80d333de58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-trusted-ca-bundle", "reconcileID": "080a4158-f210-4692-97e3-88c6ae38f188", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "openshift-service-ca.crt", "reconcileID": "998df669-bad8-4c93-be16-1d6b97688187", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:53:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "openshift-service-ca.crt", "reconcileID": "998df669-bad8-4c93-be16-1d6b97688187", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c14d0a8-83e8-4988-a67c-2a7ab1d9ccd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "openshift-service-ca.crt", "reconcileID": "b1519670-d8fc-46c9-a26b-c3c108561bad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-trusted-ca-bundle", "reconcileID": "da83c0eb-5067-40eb-b8b4-250b703d8f10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:53:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-trusted-ca-bundle", "reconcileID": "da83c0eb-5067-40eb-b8b4-250b703d8f10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8041c9e7-4599-4f0e-b4c7-223460235875", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "afb59fc6-ceb0-4d55-8458-4b1a34e2830f", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "afb59fc6-ceb0-4d55-8458-4b1a34e2830f", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "afb59fc6-ceb0-4d55-8458-4b1a34e2830f", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "68891b92-6b92-4d85-9c83-1a0661f2c44a", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "68891b92-6b92-4d85-9c83-1a0661f2c44a", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "68891b92-6b92-4d85-9c83-1a0661f2c44a", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "dc99fc3b-a7a5-4331-b679-aeae4a0c84d8", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "dc99fc3b-a7a5-4331-b679-aeae4a0c84d8", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "dc99fc3b-a7a5-4331-b679-aeae4a0c84d8", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "b83cc0d4-2367-4947-8107-988999e7ef95", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "b83cc0d4-2367-4947-8107-988999e7ef95", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "b83cc0d4-2367-4947-8107-988999e7ef95", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "e3ff282c-a97b-4ad0-a425-1bb610e33299", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "e3ff282c-a97b-4ad0-a425-1bb610e33299", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "e3ff282c-a97b-4ad0-a425-1bb610e33299", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "c79d9620-3e30-4e72-a6e0-5a63f16fe8e8", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "c79d9620-3e30-4e72-a6e0-5a63f16fe8e8", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "c79d9620-3e30-4e72-a6e0-5a63f16fe8e8", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "c32fe00e-819c-4c43-bf04-13937f19afa7", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "c32fe00e-819c-4c43-bf04-13937f19afa7", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "c32fe00e-819c-4c43-bf04-13937f19afa7", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "fb2b5082-6092-49be-92aa-7b0bad4b75c2", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "fb2b5082-6092-49be-92aa-7b0bad4b75c2", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "fb2b5082-6092-49be-92aa-7b0bad4b75c2", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "a0aec9ac-7fb7-4365-8095-f2d4ee024c76", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "a0aec9ac-7fb7-4365-8095-f2d4ee024c76", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "a0aec9ac-7fb7-4365-8095-f2d4ee024c76", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "openshift-service-ca.crt", "reconcileID": "1e21014c-1efd-4a4e-a1d7-084a784a1471", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-trusted-ca-bundle", "reconcileID": "e20c8bb0-d522-4d0e-a340-f7fb0c4aac91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "openshift-service-ca.crt", "reconcileID": "53a6f8a1-d2a4-4731-958b-1a751057135f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ca8280", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:54:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "openshift-service-ca.crt", "reconcileID": "53a6f8a1-d2a4-4731-958b-1a751057135f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aa0a499-b367-4114-a7fe-06808b71df22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "openshift-service-ca.crt", "reconcileID": "d7d2784f-bbfb-4f36-8654-b6b4b382014f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-trusted-ca-bundle", "reconcileID": "8d9fdbeb-2e18-4918-a1f7-b029ef98bf3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:54:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-trusted-ca-bundle", "reconcileID": "8d9fdbeb-2e18-4918-a1f7-b029ef98bf3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d5fca9b-97ff-4bcb-ba2d-712c8f6389b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:54:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "d4f00405-731d-4ce3-994b-3ca9d3216549", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "d4f00405-731d-4ce3-994b-3ca9d3216549", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "d4f00405-731d-4ce3-994b-3ca9d3216549", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "95e58026-c78c-47d2-97f3-08fee1996dca", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "95e58026-c78c-47d2-97f3-08fee1996dca", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "95e58026-c78c-47d2-97f3-08fee1996dca", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "87d6d777-2461-42ff-b477-bdc2de4b22d1", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "87d6d777-2461-42ff-b477-bdc2de4b22d1", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "87d6d777-2461-42ff-b477-bdc2de4b22d1", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "5c495816-0ca5-4187-b980-51a39c2162f7", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "5c495816-0ca5-4187-b980-51a39c2162f7", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "5c495816-0ca5-4187-b980-51a39c2162f7", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "c35d6cdd-6f1a-4e20-8589-de73489e9155", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "c35d6cdd-6f1a-4e20-8589-de73489e9155", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "c35d6cdd-6f1a-4e20-8589-de73489e9155", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "ae01cb78-78c5-4d93-b06d-020230c013d6", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "ae01cb78-78c5-4d93-b06d-020230c013d6", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "ae01cb78-78c5-4d93-b06d-020230c013d6", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "ea996b47-cb99-47b9-902e-c30737d3c062", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "ea996b47-cb99-47b9-902e-c30737d3c062", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "ea996b47-cb99-47b9-902e-c30737d3c062", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "94af579a-3819-4e67-a0ce-87347f3713f2", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "94af579a-3819-4e67-a0ce-87347f3713f2", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "94af579a-3819-4e67-a0ce-87347f3713f2", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "e3996049-a8a0-4a9a-a502-ad303a75e429", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "e3996049-a8a0-4a9a-a502-ad303a75e429", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "e3996049-a8a0-4a9a-a502-ad303a75e429", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-trusted-ca-bundle", "reconcileID": "4dcbf6c8-3610-42cb-8eed-ddc85a889a3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "openshift-service-ca.crt", "reconcileID": "7772d05f-1d73-4475-860a-4548db41708d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "openshift-service-ca.crt", "reconcileID": "f8d00c28-63b6-465d-8cd4-e3e4d114ebb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:54:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "openshift-service-ca.crt", "reconcileID": "f8d00c28-63b6-465d-8cd4-e3e4d114ebb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dbf21ea-a126-424a-a73e-1bf4bee318c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "openshift-service-ca.crt", "reconcileID": "acf36225-9553-4958-827d-f4a2fd481c64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-trusted-ca-bundle", "reconcileID": "201c8c5d-e8f3-4867-8d7f-d1c69081b21c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:54:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-trusted-ca-bundle", "reconcileID": "201c8c5d-e8f3-4867-8d7f-d1c69081b21c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acecf77b-af66-42fb-8842-e566dfc6cbe3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "4b44715c-08b1-4ae5-80a2-15eb9fd60f29", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "4b44715c-08b1-4ae5-80a2-15eb9fd60f29", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "4b44715c-08b1-4ae5-80a2-15eb9fd60f29", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "7146d2fa-65f0-4697-b990-b904ee66e26f", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "7146d2fa-65f0-4697-b990-b904ee66e26f", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:54:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "7146d2fa-65f0-4697-b990-b904ee66e26f", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:54:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "3cd551de-dfd6-4501-944f-ecdca8d80741", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress"} 2026-09-08T11:54:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "3cd551de-dfd6-4501-944f-ecdca8d80741", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0-authn-ssl"} 2026-09-08T11:54:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "3cd551de-dfd6-4501-944f-ecdca8d80741", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress"} 2026-09-08T11:54:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "3ed77e8e-88cb-450c-8ec0-2bafee2d108c", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "3ed77e8e-88cb-450c-8ec0-2bafee2d108c", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "3ed77e8e-88cb-450c-8ec0-2bafee2d108c", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "8b9f5906-6c54-4ace-bc2c-51c9bbc855d1", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "3ed77e8e-88cb-450c-8ec0-2bafee2d108c", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:54:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "3ed77e8e-88cb-450c-8ec0-2bafee2d108c", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "authType": "userdefined"} 2026-09-08T11:54:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "3ed77e8e-88cb-450c-8ec0-2bafee2d108c", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "8b9f5906-6c54-4ace-bc2c-51c9bbc855d1", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "8b9f5906-6c54-4ace-bc2c-51c9bbc855d1", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "dacfd8b4-27a0-4ae1-9976-9a958d8d716f", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "dacfd8b4-27a0-4ae1-9976-9a958d8d716f", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "dacfd8b4-27a0-4ae1-9976-9a958d8d716f", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "dacfd8b4-27a0-4ae1-9976-9a958d8d716f", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:54:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "dacfd8b4-27a0-4ae1-9976-9a958d8d716f", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "authType": "userdefined"} 2026-09-08T11:54:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "dacfd8b4-27a0-4ae1-9976-9a958d8d716f", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "925ac127-3b88-4c27-8ef6-0c5148b13beb", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "925ac127-3b88-4c27-8ef6-0c5148b13beb", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "925ac127-3b88-4c27-8ef6-0c5148b13beb", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "50e7597f-caf4-495a-b09d-70338355f1db", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress"} 2026-09-08T11:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "50e7597f-caf4-495a-b09d-70338355f1db", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0-authn-ssl"} 2026-09-08T11:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "50e7597f-caf4-495a-b09d-70338355f1db", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress"} 2026-09-08T11:55:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "684c8428-54cf-4ad9-97d2-a960d43d0a1b", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "684c8428-54cf-4ad9-97d2-a960d43d0a1b", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "684c8428-54cf-4ad9-97d2-a960d43d0a1b", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "684c8428-54cf-4ad9-97d2-a960d43d0a1b", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:55:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "684c8428-54cf-4ad9-97d2-a960d43d0a1b", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "authType": "userdefined"} 2026-09-08T11:55:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "684c8428-54cf-4ad9-97d2-a960d43d0a1b", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b495031-4328-4287-b351-abb4805d7e0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b495031-4328-4287-b351-abb4805d7e0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77fac0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:55:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b495031-4328-4287-b351-abb4805d7e0e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-77fac0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-trusted-ca-bundle", "reconcileID": "aca39720-59ae-46ea-8417-8121f002d24c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-trusted-ca-bundle", "reconcileID": "aca39720-59ae-46ea-8417-8121f002d24c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "openshift-service-ca.crt", "reconcileID": "8f5b7f22-7213-4a79-bcd1-eef9a05d86aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "openshift-service-ca.crt", "reconcileID": "8f5b7f22-7213-4a79-bcd1-eef9a05d86aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3040cd77-ef7e-492e-82d0-1c378f2d0bce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77fac0"}, "namespace": "ai-tenant-e2e-api-a-77fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3040cd77-ef7e-492e-82d0-1c378f2d0bce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77fac0"} 2026-09-08T11:55:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77fac0", "reconcileID": "54283c5f-bd9f-4a57-83ee-cc95b9df45db", "Gateway": "e2e-api-a-77fac0", "namespace": "openshift-ingress"} 2026-09-08T11:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "ae422828-1149-4df4-8793-ad1077339801", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "ae422828-1149-4df4-8793-ad1077339801", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "ae422828-1149-4df4-8793-ad1077339801", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "ca898305-cbcb-4a97-a95c-51bad182cd7e", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "ca898305-cbcb-4a97-a95c-51bad182cd7e", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "ca898305-cbcb-4a97-a95c-51bad182cd7e", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "ca898305-cbcb-4a97-a95c-51bad182cd7e", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "ca898305-cbcb-4a97-a95c-51bad182cd7e", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "authType": "userdefined"} 2026-09-08T11:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "ca898305-cbcb-4a97-a95c-51bad182cd7e", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "fa45f060-dbb0-40f3-b157-6c8f4ae03f2e", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "fa45f060-dbb0-40f3-b157-6c8f4ae03f2e", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280-authn-ssl"} 2026-09-08T11:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "fa45f060-dbb0-40f3-b157-6c8f4ae03f2e", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:55:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c238442d-dce9-4497-aeb4-0e4bc89e27e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c238442d-dce9-4497-aeb4-0e4bc89e27e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:55:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c238442d-dce9-4497-aeb4-0e4bc89e27e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ca8280 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:55:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-trusted-ca-bundle", "reconcileID": "b0a17a39-ca28-4692-81eb-30d4453afbd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-trusted-ca-bundle", "reconcileID": "b0a17a39-ca28-4692-81eb-30d4453afbd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "openshift-service-ca.crt", "reconcileID": "f6c47498-cd0a-474f-ad7b-4ed065f33b25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "openshift-service-ca.crt", "reconcileID": "f6c47498-cd0a-474f-ad7b-4ed065f33b25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "256b5bb2-af9c-4900-9d8c-920f1aa8ac65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ca8280"}, "namespace": "ai-tenant-e2e-api-b-ca8280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "256b5bb2-af9c-4900-9d8c-920f1aa8ac65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ca8280"} 2026-09-08T11:55:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ca8280","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ca8280", "reconcileID": "3c694f1d-ef79-4816-beb9-9323d7629c8d", "Gateway": "e2e-api-b-ca8280", "namespace": "openshift-ingress"} 2026-09-08T11:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "b625e59e-7245-439f-a979-ea95e829d72e", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress"} 2026-09-08T11:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "b625e59e-7245-439f-a979-ea95e829d72e", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d-authn-ssl"} 2026-09-08T11:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "b625e59e-7245-439f-a979-ea95e829d72e", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress"} 2026-09-08T11:55:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "c68c10d4-1118-480a-b944-c05182f26ff7", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress"} 2026-09-08T11:55:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "c68c10d4-1118-480a-b944-c05182f26ff7", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d-authn-ssl"} 2026-09-08T11:55:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "c68c10d4-1118-480a-b944-c05182f26ff7", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress"} 2026-09-08T11:55:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da3547e0-bfd8-4fd3-8662-b62d8499cd5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da3547e0-bfd8-4fd3-8662-b62d8499cd5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:55:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da3547e0-bfd8-4fd3-8662-b62d8499cd5b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-69606d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:55:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-trusted-ca-bundle", "reconcileID": "20869b08-dad6-4b55-ae42-381c3080c6b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-trusted-ca-bundle", "reconcileID": "20869b08-dad6-4b55-ae42-381c3080c6b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "openshift-service-ca.crt", "reconcileID": "7e8251c4-a79b-490c-81c5-e9812a2d403b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "openshift-service-ca.crt", "reconcileID": "7e8251c4-a79b-490c-81c5-e9812a2d403b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57d20a16-4b7f-487d-9d3a-5949d92ae82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-69606d"}, "namespace": "ai-tenant-e2e-shared-a-w2-69606d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57d20a16-4b7f-487d-9d3a-5949d92ae82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-69606d"} 2026-09-08T11:55:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-69606d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-69606d", "reconcileID": "497dde13-3577-4104-af79-8b088307bb78", "Gateway": "e2e-shared-a-w2-69606d", "namespace": "openshift-ingress"} 2026-09-08T11:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "d05dc1f5-7628-4d82-8cb2-c0d24e5065ec", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "d05dc1f5-7628-4d82-8cb2-c0d24e5065ec", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "d05dc1f5-7628-4d82-8cb2-c0d24e5065ec", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "adbd34e9-ceca-4ed0-a298-755b8db119af", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "adbd34e9-ceca-4ed0-a298-755b8db119af", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "adbd34e9-ceca-4ed0-a298-755b8db119af", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "0bfa12bf-7046-438c-b5f5-e417a4f252cb", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "0bfa12bf-7046-438c-b5f5-e417a4f252cb", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "0bfa12bf-7046-438c-b5f5-e417a4f252cb", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "be1618a7-6d3c-4942-b848-e424fffd5d31", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "be1618a7-6d3c-4942-b848-e424fffd5d31", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "be1618a7-6d3c-4942-b848-e424fffd5d31", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "43bb01f9-c4ee-459d-b409-31235afd217b", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "43bb01f9-c4ee-459d-b409-31235afd217b", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "43bb01f9-c4ee-459d-b409-31235afd217b", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "8614345f-93f6-4ad8-9b44-21d63ecd7427", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "8614345f-93f6-4ad8-9b44-21d63ecd7427", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "8614345f-93f6-4ad8-9b44-21d63ecd7427", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "30b8e495-8255-4a5a-8c31-c0a77e616e0a", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "30b8e495-8255-4a5a-8c31-c0a77e616e0a", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "30b8e495-8255-4a5a-8c31-c0a77e616e0a", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-trusted-ca-bundle", "reconcileID": "a9ab87b6-6692-4a6b-87cf-843dc3dc6027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:55:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-trusted-ca-bundle", "reconcileID": "57ec6b03-7f88-4cd5-b612-67dbf6e74ae5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:55:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-trusted-ca-bundle", "reconcileID": "57ec6b03-7f88-4cd5-b612-67dbf6e74ae5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:55:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "openshift-service-ca.crt", "reconcileID": "4c9848ca-bb07-4730-8ed5-eaeb937ba59a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:55:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "openshift-service-ca.crt", "reconcileID": "4c9848ca-bb07-4730-8ed5-eaeb937ba59a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8ce21c6-8996-4be2-8be1-f35dc6bb51d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "openshift-service-ca.crt", "reconcileID": "ce140c2f-46de-4ee1-86e3-b1806a7912dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "46c62297-f449-4322-91b7-48900584c6de", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "46c62297-f449-4322-91b7-48900584c6de", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "46c62297-f449-4322-91b7-48900584c6de", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "0d2d82f6-6a20-46cf-87c7-5999389c6106", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress"} 2026-09-08T11:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "0d2d82f6-6a20-46cf-87c7-5999389c6106", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd-authn-ssl"} 2026-09-08T11:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "0d2d82f6-6a20-46cf-87c7-5999389c6106", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress"} 2026-09-08T11:55:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T11:55:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T11:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "1ca54b35-30ba-49e8-8437-2e1bb038e167", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress"} 2026-09-08T11:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "1ca54b35-30ba-49e8-8437-2e1bb038e167", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd-authn-ssl"} 2026-09-08T11:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "1ca54b35-30ba-49e8-8437-2e1bb038e167", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress"} 2026-09-08T11:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "196301c7-db11-479b-9a68-420b99f82438", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "196301c7-db11-479b-9a68-420b99f82438", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "196301c7-db11-479b-9a68-420b99f82438", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2f9352-322c-4bc3-9c7b-14148e3bf453", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2f9352-322c-4bc3-9c7b-14148e3bf453", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:55:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2f9352-322c-4bc3-9c7b-14148e3bf453", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-489cdd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-trusted-ca-bundle", "reconcileID": "1c9d971b-8768-4139-8062-4eb22aa7a104", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-trusted-ca-bundle", "reconcileID": "1c9d971b-8768-4139-8062-4eb22aa7a104", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "openshift-service-ca.crt", "reconcileID": "61350ce8-a21a-4484-b0fb-f48201821f82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "openshift-service-ca.crt", "reconcileID": "61350ce8-a21a-4484-b0fb-f48201821f82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d329738-7dee-4532-abfa-59e9783a661f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-489cdd"}, "namespace": "ai-tenant-e2e-shared-b-w2-489cdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d329738-7dee-4532-abfa-59e9783a661f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-489cdd"} 2026-09-08T11:55:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-489cdd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-489cdd", "reconcileID": "720f4f4d-b03d-46c7-8b8e-2d7cc68175cf", "Gateway": "e2e-shared-b-w2-489cdd", "namespace": "openshift-ingress"} 2026-09-08T11:55:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T11:55:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T11:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "6d7a8498-540b-4acd-ac2f-70044f2d4703", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "6d7a8498-540b-4acd-ac2f-70044f2d4703", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "6d7a8498-540b-4acd-ac2f-70044f2d4703", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "246ae064-b041-480a-83b4-01843e87673d", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "246ae064-b041-480a-83b4-01843e87673d", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b-authn-ssl"} 2026-09-08T11:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "246ae064-b041-480a-83b4-01843e87673d", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:56:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f1c0f52-5311-4159-bc5f-cc914871b1c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f1c0f52-5311-4159-bc5f-cc914871b1c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:56:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f1c0f52-5311-4159-bc5f-cc914871b1c1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-64178b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:56:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-trusted-ca-bundle", "reconcileID": "924539e8-c143-4305-9087-9b90820b8b5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-trusted-ca-bundle", "reconcileID": "924539e8-c143-4305-9087-9b90820b8b5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "openshift-service-ca.crt", "reconcileID": "422b3810-5f19-4583-b945-2b6281296bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "openshift-service-ca.crt", "reconcileID": "422b3810-5f19-4583-b945-2b6281296bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34b10569-f05c-46a4-8779-15507033b7f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-64178b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-64178b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34b10569-f05c-46a4-8779-15507033b7f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-64178b"} 2026-09-08T11:56:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-64178b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-64178b", "reconcileID": "0eccc42a-91dc-4348-8a4f-53f6101f65f3", "Gateway": "e2e-ipp-cleanup-64178b", "namespace": "openshift-ingress"} 2026-09-08T11:56:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "777a86ba-9393-410d-93c2-45e79d3c4342", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:56:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "777a86ba-9393-410d-93c2-45e79d3c4342", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:56:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "777a86ba-9393-410d-93c2-45e79d3c4342", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "d9649758-15e0-462b-85c8-08d045c35808", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "d9649758-15e0-462b-85c8-08d045c35808", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "d9649758-15e0-462b-85c8-08d045c35808", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:56:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "6428b7c3-1a08-4439-852a-3772d3f48d99", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:56:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "6428b7c3-1a08-4439-852a-3772d3f48d99", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:56:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "6428b7c3-1a08-4439-852a-3772d3f48d99", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:56:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "6428b7c3-1a08-4439-852a-3772d3f48d99", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:56:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "6428b7c3-1a08-4439-852a-3772d3f48d99", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "authType": "userdefined"} 2026-09-08T11:56:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "6428b7c3-1a08-4439-852a-3772d3f48d99", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "6ab7bea3-d425-4e98-9a44-a25a1f6b4895", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "6ab7bea3-d425-4e98-9a44-a25a1f6b4895", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "6ab7bea3-d425-4e98-9a44-a25a1f6b4895", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "69f83144-a01f-447d-9b96-8aedb2856113", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "69f83144-a01f-447d-9b96-8aedb2856113", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "69f83144-a01f-447d-9b96-8aedb2856113", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:57:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288"} 2026-09-08T11:57:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:57:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:57:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "07341427-1d56-4554-a569-e53b934a3dab", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca90ff4-5cd1-42ae-8332-7f957cfd9c64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca90ff4-5cd1-42ae-8332-7f957cfd9c64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:57:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca90ff4-5cd1-42ae-8332-7f957cfd9c64", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3f9288 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-trusted-ca-bundle", "reconcileID": "eb576a26-af86-4465-86e7-c9c1859cecec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-trusted-ca-bundle", "reconcileID": "eb576a26-af86-4465-86e7-c9c1859cecec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "openshift-service-ca.crt", "reconcileID": "00bda6ff-30c0-4f4f-92df-33add3178a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "openshift-service-ca.crt", "reconcileID": "00bda6ff-30c0-4f4f-92df-33add3178a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34a8ec33-0bc9-41f2-9441-218a2f7d2c8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34a8ec33-0bc9-41f2-9441-218a2f7d2c8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288"} 2026-09-08T11:57:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:57:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288-kserve-route-authn"} 2026-09-08T11:57:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "766cf86b-5c26-4dde-a627-9ea3656a64fd", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f9288","namespace":"ai-tenant-e2e-ipp-a-3f9288"}, "namespace": "ai-tenant-e2e-ipp-a-3f9288", "name": "ipp-route-3f9288", "reconcileID": "2b8c1efe-a88e-43d4-8abb-4fe3868c7f63", "LLMInferenceService": "ipp-route-3f9288", "namespace": "ai-tenant-e2e-ipp-a-3f9288"} 2026-09-08T11:57:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "fb655479-fddf-41f0-85dc-039096bdd8e0", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:57:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "fb655479-fddf-41f0-85dc-039096bdd8e0", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288-authn-ssl"} 2026-09-08T11:57:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "fb655479-fddf-41f0-85dc-039096bdd8e0", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:57:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f9288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f9288", "reconcileID": "ca1adfab-7d61-46e1-9aa5-74416c63f531", "Gateway": "e2e-ipp-a-3f9288", "namespace": "openshift-ingress"} 2026-09-08T11:57:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "2eae013c-3c89-4534-9372-166d4f686621", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:57:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "2eae013c-3c89-4534-9372-166d4f686621", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:57:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "2eae013c-3c89-4534-9372-166d4f686621", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:57:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "7a5877f4-fab3-41f9-baa3-11acaedf897b", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:57:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "7a5877f4-fab3-41f9-baa3-11acaedf897b", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba-authn-ssl"} 2026-09-08T11:57:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "7a5877f4-fab3-41f9-baa3-11acaedf897b", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ca8968-81f3-4003-afe7-c1cb3ac575e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ca8968-81f3-4003-afe7-c1cb3ac575e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:57:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ca8968-81f3-4003-afe7-c1cb3ac575e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-2ebeba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-trusted-ca-bundle", "reconcileID": "81a02fc3-4c97-42d0-af0a-13faaf5ee3bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-trusted-ca-bundle", "reconcileID": "81a02fc3-4c97-42d0-af0a-13faaf5ee3bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "openshift-service-ca.crt", "reconcileID": "e33c692d-33a3-4613-8c18-368b8eddaf90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "openshift-service-ca.crt", "reconcileID": "e33c692d-33a3-4613-8c18-368b8eddaf90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02d94ab1-8209-467c-93de-aa140c246bad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2ebeba"}, "namespace": "ai-tenant-e2e-ipp-b-2ebeba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02d94ab1-8209-467c-93de-aa140c246bad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2ebeba"} 2026-09-08T11:57:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2ebeba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2ebeba", "reconcileID": "5fd38e8d-d230-4eba-b87c-15edf1574eb4", "Gateway": "e2e-ipp-b-2ebeba", "namespace": "openshift-ingress"} 2026-09-08T11:57:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "853dce24-cf82-4a28-9207-c9b7c92f25cb", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress"} 2026-09-08T11:57:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "853dce24-cf82-4a28-9207-c9b7c92f25cb", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68-authn-ssl"} 2026-09-08T11:57:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "853dce24-cf82-4a28-9207-c9b7c92f25cb", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress"} 2026-09-08T11:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "de948969-f369-4043-9f40-310e7acf55d9", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress"} 2026-09-08T11:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "de948969-f369-4043-9f40-310e7acf55d9", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68-authn-ssl"} 2026-09-08T11:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "de948969-f369-4043-9f40-310e7acf55d9", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress"} 2026-09-08T11:58:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8ebe8b-a412-48b2-a0f0-d60fef284123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8ebe8b-a412-48b2-a0f0-d60fef284123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:58:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8ebe8b-a412-48b2-a0f0-d60fef284123", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-838a68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:58:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-trusted-ca-bundle", "reconcileID": "e2693e6f-a978-4bd6-9412-0c0cce0c5718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-trusted-ca-bundle", "reconcileID": "e2693e6f-a978-4bd6-9412-0c0cce0c5718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:58:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-trusted-ca-bundle", "reconcileID": "e2693e6f-a978-4bd6-9412-0c0cce0c5718", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-838a68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:58:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "openshift-service-ca.crt", "reconcileID": "d6726929-9e44-44cc-ae3a-0c65f209dba7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "openshift-service-ca.crt", "reconcileID": "d6726929-9e44-44cc-ae3a-0c65f209dba7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f95cd4-d90c-452b-a82f-58041a5c0cd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f95cd4-d90c-452b-a82f-58041a5c0cd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-trusted-ca-bundle", "reconcileID": "7030b2b1-3b0f-4671-8107-b0ba68867593", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-838a68"}, "namespace": "ai-tenant-e2e-shared-a-w3-838a68", "name": "odh-trusted-ca-bundle", "reconcileID": "7030b2b1-3b0f-4671-8107-b0ba68867593", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-838a68"} 2026-09-08T11:58:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-838a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-838a68", "reconcileID": "24541fcf-5fe7-4a3f-85ee-de7853657024", "Gateway": "e2e-shared-a-w3-838a68", "namespace": "openshift-ingress"} 2026-09-08T11:58:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "03051344-28c9-4238-8ab5-0ce39811b3a0", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress"} 2026-09-08T11:58:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "03051344-28c9-4238-8ab5-0ce39811b3a0", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64-authn-ssl"} 2026-09-08T11:58:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "03051344-28c9-4238-8ab5-0ce39811b3a0", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress"} 2026-09-08T11:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "b68d1ca0-3082-49ff-8a34-32fc0433ba61", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress"} 2026-09-08T11:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "b68d1ca0-3082-49ff-8a34-32fc0433ba61", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64-authn-ssl"} 2026-09-08T11:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "b68d1ca0-3082-49ff-8a34-32fc0433ba61", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress"} 2026-09-08T11:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c8e9745-5444-4fed-8607-8fbf972ed3f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c8e9745-5444-4fed-8607-8fbf972ed3f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T11:58:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c8e9745-5444-4fed-8607-8fbf972ed3f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-bb9b64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T11:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-trusted-ca-bundle", "reconcileID": "4d7974d3-4abd-4032-ae5f-b99b74adc554", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-trusted-ca-bundle", "reconcileID": "4d7974d3-4abd-4032-ae5f-b99b74adc554", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "openshift-service-ca.crt", "reconcileID": "41b81d77-f8e6-4c58-9f8e-459328d05ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "openshift-service-ca.crt", "reconcileID": "41b81d77-f8e6-4c58-9f8e-459328d05ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52fe3fde-7b36-4a66-af10-157302d3702f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bb9b64"}, "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52fe3fde-7b36-4a66-af10-157302d3702f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bb9b64"} 2026-09-08T11:58:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bb9b64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bb9b64", "reconcileID": "ec7bbe7f-3bbe-49aa-9553-a019c58f0146", "Gateway": "e2e-shared-b-w3-bb9b64", "namespace": "openshift-ingress"} 2026-09-08T12:02:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "301a16ab-623d-4db5-af48-b5d233d60488", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "301a16ab-623d-4db5-af48-b5d233d60488", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "301a16ab-623d-4db5-af48-b5d233d60488", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f5b3267-911b-4fb1-a0c9-833202c7b977", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:02:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "301a16ab-623d-4db5-af48-b5d233d60488", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940-kserve-route-authn"} 2026-09-08T12:02:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "301a16ab-623d-4db5-af48-b5d233d60488", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:02:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "301a16ab-623d-4db5-af48-b5d233d60488", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f5b3267-911b-4fb1-a0c9-833202c7b977", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:02:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f5b3267-911b-4fb1-a0c9-833202c7b977", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:02:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "d513b76b-1373-4c50-9aa1-7a1c0e9f4c43", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "d513b76b-1373-4c50-9aa1-7a1c0e9f4c43", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "d513b76b-1373-4c50-9aa1-7a1c0e9f4c43", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "d513b76b-1373-4c50-9aa1-7a1c0e9f4c43", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940-kserve-route-authn"} 2026-09-08T12:02:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "d513b76b-1373-4c50-9aa1-7a1c0e9f4c43", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:02:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "d513b76b-1373-4c50-9aa1-7a1c0e9f4c43", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "af43a406-00b5-4d27-b69a-30953e044e9d", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "af43a406-00b5-4d27-b69a-30953e044e9d", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "af43a406-00b5-4d27-b69a-30953e044e9d", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03f1b4f5-d8e8-452a-9fb2-98b09fa499e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:02:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "af43a406-00b5-4d27-b69a-30953e044e9d", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940-kserve-route-authn"} 2026-09-08T12:02:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "af43a406-00b5-4d27-b69a-30953e044e9d", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:02:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "af43a406-00b5-4d27-b69a-30953e044e9d", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03f1b4f5-d8e8-452a-9fb2-98b09fa499e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:02:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03f1b4f5-d8e8-452a-9fb2-98b09fa499e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:02:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0cd6b21f-6ca1-4ccc-ba76-e3167bca9a97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:02:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0cd6b21f-6ca1-4ccc-ba76-e3167bca9a97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:02:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0cd6b21f-6ca1-4ccc-ba76-e3167bca9a97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:02:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "7f660b6c-ac80-4248-9c7c-d48478663071", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "7f660b6c-ac80-4248-9c7c-d48478663071", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "7f660b6c-ac80-4248-9c7c-d48478663071", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "7f660b6c-ac80-4248-9c7c-d48478663071", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940-kserve-route-authn"} 2026-09-08T12:02:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "7f660b6c-ac80-4248-9c7c-d48478663071", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:02:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "7f660b6c-ac80-4248-9c7c-d48478663071", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "91406ae5-95c0-48a2-8862-5f180d57baaf", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "91406ae5-95c0-48a2-8862-5f180d57baaf", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "91406ae5-95c0-48a2-8862-5f180d57baaf", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:02:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "91406ae5-95c0-48a2-8862-5f180d57baaf", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940-kserve-route-authn"} 2026-09-08T12:02:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "91406ae5-95c0-48a2-8862-5f180d57baaf", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:02:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "91406ae5-95c0-48a2-8862-5f180d57baaf", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "947bc04c-0d46-4544-b804-96517f26a66b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "947bc04c-0d46-4544-b804-96517f26a66b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:03:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "947bc04c-0d46-4544-b804-96517f26a66b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "8ebf4f99-392b-4d01-b9ae-4db28003b3ef", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "8ebf4f99-392b-4d01-b9ae-4db28003b3ef", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "8ebf4f99-392b-4d01-b9ae-4db28003b3ef", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "8ebf4f99-392b-4d01-b9ae-4db28003b3ef", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940-kserve-route-authn"} 2026-09-08T12:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "8ebf4f99-392b-4d01-b9ae-4db28003b3ef", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "8ebf4f99-392b-4d01-b9ae-4db28003b3ef", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "2e586be7-e157-4ddc-a5c0-3bd1d7110a89", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "2e586be7-e157-4ddc-a5c0-3bd1d7110a89", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "2e586be7-e157-4ddc-a5c0-3bd1d7110a89", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "2e586be7-e157-4ddc-a5c0-3bd1d7110a89", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940-kserve-route-authn"} 2026-09-08T12:03:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "2e586be7-e157-4ddc-a5c0-3bd1d7110a89", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:03:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "2e586be7-e157-4ddc-a5c0-3bd1d7110a89", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "44b1a340-4a26-4be7-b678-1e63c3a575e7", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "44b1a340-4a26-4be7-b678-1e63c3a575e7", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "44b1a340-4a26-4be7-b678-1e63c3a575e7", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "44b1a340-4a26-4be7-b678-1e63c3a575e7", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940-kserve-route-authn"} 2026-09-08T12:03:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "44b1a340-4a26-4be7-b678-1e63c3a575e7", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "authType": "userdefined"} 2026-09-08T12:03:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "44b1a340-4a26-4be7-b678-1e63c3a575e7", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "a28bee5c-0d01-4781-96d3-336765903f8a", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "a28bee5c-0d01-4781-96d3-336765903f8a", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940"} 2026-09-08T12:03:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "a28bee5c-0d01-4781-96d3-336765903f8a", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "a28bee5c-0d01-4781-96d3-336765903f8a", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "a28bee5c-0d01-4781-96d3-336765903f8a", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940-kserve-route-authn"} 2026-09-08T12:03:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "a28bee5c-0d01-4781-96d3-336765903f8a", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm", "name": "e2e-same-id-a-9d73e940-kserve-route-authn"} 2026-09-08T12:03:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9d73e940", "reconcileID": "e9f12875-c2a9-47e3-86ae-bdd60617b24c", "LLMInferenceService": "e2e-same-id-a-9d73e940", "namespace": "llm"} 2026-09-08T12:03:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c539542-8653-4cb9-b787-9ad8086b1f1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c539542-8653-4cb9-b787-9ad8086b1f1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:03:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c539542-8653-4cb9-b787-9ad8086b1f1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3b0efc7-2388-4dca-9084-b0249174c2d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3b0efc7-2388-4dca-9084-b0249174c2d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:03:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3b0efc7-2388-4dca-9084-b0249174c2d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "e5a76254-dd23-467e-a12a-d09af720b350", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "e5a76254-dd23-467e-a12a-d09af720b350", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940"} 2026-09-08T12:03:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "e5a76254-dd23-467e-a12a-d09af720b350", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "e5a76254-dd23-467e-a12a-d09af720b350", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "e5a76254-dd23-467e-a12a-d09af720b350", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940-kserve-route-authn"} 2026-09-08T12:03:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "e5a76254-dd23-467e-a12a-d09af720b350", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm", "name": "e2e-same-id-b-9d73e940-kserve-route-authn"} 2026-09-08T12:03:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9d73e940","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9d73e940", "reconcileID": "ab7ae0b2-0b91-4df8-822e-96817fe5e092", "LLMInferenceService": "e2e-same-id-b-9d73e940", "namespace": "llm"} 2026-09-08T12:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "141702be-cb4a-4bae-9ca5-4d4d88447b59", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "141702be-cb4a-4bae-9ca5-4d4d88447b59", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "141702be-cb4a-4bae-9ca5-4d4d88447b59", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8557796b-c362-464d-b9f2-1f702d93e164", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T12:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8557796b-c362-464d-b9f2-1f702d93e164", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T12:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8557796b-c362-464d-b9f2-1f702d93e164", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}