2026-07-24T13:38:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32f70332-56b8-4b11-8cb2-4d5918730c37", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "20e15917-d75e-4dca-b016-3adc08093969", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aefaf0bc-3f16-4060-ba70-a3025ca887fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d448dff8-623c-4065-a9ca-d60afcbb5897", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "366cea49-e079-43f4-b38b-b94e8f44f0ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96c88777-4b6e-4a40-8bbf-a0f1cc0ad51e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "528a50b0-5018-4e78-bf31-a16426102e16", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "528a50b0-5018-4e78-bf31-a16426102e16", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "528a50b0-5018-4e78-bf31-a16426102e16", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "e9bd22cb-0dd7-45c6-8bc4-8205083f1467", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "e9bd22cb-0dd7-45c6-8bc4-8205083f1467", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:10Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "e9bd22cb-0dd7-45c6-8bc4-8205083f1467", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-472106-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-472106-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:38:10Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-472106-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-472106-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-472106","uid":"22826da8-4453-4992-9e63-44393974f688","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"63856"}, "reason": "ReconcileError"} 2026-07-24T13:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "383988b2-03cf-4d0d-85bb-976dcd44a32f", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "383988b2-03cf-4d0d-85bb-976dcd44a32f", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "383988b2-03cf-4d0d-85bb-976dcd44a32f", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "afb187aa-f94b-471f-96b8-802265651418", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "afb187aa-f94b-471f-96b8-802265651418", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "afb187aa-f94b-471f-96b8-802265651418", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "4040e40c-6d30-44b2-9483-1a6dda57066b", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "4040e40c-6d30-44b2-9483-1a6dda57066b", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "4040e40c-6d30-44b2-9483-1a6dda57066b", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "279a1844-9c3d-4df7-b2a5-b82953b69d22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "b736b4cd-3173-4418-9624-d9fd277f7be9", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "b736b4cd-3173-4418-9624-d9fd277f7be9", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "b736b4cd-3173-4418-9624-d9fd277f7be9", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b162f0c0-d99b-43d1-a8e4-b420e52ea285", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e7ae9b6c-a77c-4e25-9d23-4ae4a05189aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "561d4030-2f1b-4c40-be8b-dabcb2d48239", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "6f1a0ca8-4b95-4e4f-a452-c683e1491efe", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "6f1a0ca8-4b95-4e4f-a452-c683e1491efe", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "6f1a0ca8-4b95-4e4f-a452-c683e1491efe", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96e5cdd0-c636-43a9-b965-5ccf0dc684f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96563f2e-a5f9-4f0f-bdfd-930b79e69ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "openshift-service-ca.crt", "reconcileID": "c6262be8-6110-4080-8cd3-a59cf7f7ecaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-trusted-ca-bundle", "reconcileID": "0d5be91f-ec0b-4a25-a3fd-d2983d648394", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "openshift-service-ca.crt", "reconcileID": "dd0fdf37-cd98-4869-85cd-215bf7adf39b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-472106", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:38:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "openshift-service-ca.crt", "reconcileID": "dd0fdf37-cd98-4869-85cd-215bf7adf39b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "openshift-service-ca.crt", "reconcileID": "2731dfe1-bb1b-4679-ba89-beeadf058823", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db15f22d-198b-4402-bbd3-368337112b40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-trusted-ca-bundle", "reconcileID": "95f2afec-75da-4efc-8a98-6457e49e8712", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:38:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-trusted-ca-bundle", "reconcileID": "95f2afec-75da-4efc-8a98-6457e49e8712", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f52b83-2da7-4e45-b868-a90f176435da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e279f4d-793c-4700-a435-1a951ef995c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "3a78f414-1ca7-4817-ac1b-0c5993dc8da4", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "3a78f414-1ca7-4817-ac1b-0c5993dc8da4", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "3a78f414-1ca7-4817-ac1b-0c5993dc8da4", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5c893f8-3a28-47e8-85d4-8d5224cc872b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e25519f0-fb33-4e83-8f5a-4b5efaea5f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd72abef-69a6-4479-9fc6-0dd98f087abf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1451c810-74c3-4648-950a-d33c8eebfd3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d4811ff-5af9-4b59-a020-a12215563a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "4a452be4-771f-4081-aeeb-3353f8281b48", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "4a452be4-771f-4081-aeeb-3353f8281b48", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50e1cb66-1586-4fa3-97cb-4b8a730e4e72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "4a452be4-771f-4081-aeeb-3353f8281b48", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94ed4b57-8665-4283-9297-3da345cbe1bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51a74727-d377-4e50-b5e5-d4de1679e0e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b89843ae-84a2-4e0c-933d-b49c3c4bcd98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46a760f7-481f-44d2-9b13-e2a86fd8e046", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "299d8b38-1adf-4f0c-9f3a-150a8455fcaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02632612-e7b3-4702-9438-4cf82bd73214", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1dd5594-d343-4f4c-b118-b22545bb0b1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "310452a9-d376-4072-b9a8-92b3b28c46d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e3aa55cc-e326-4818-8030-7c26a2a0dcad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab7f1b02-0d73-4467-95f2-fd9a18c3fd01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c1e0d30-7e14-4790-a426-f999b6955253", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77ba316a-81b4-4838-bcf9-441548bcb47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "465a8780-316b-4fb9-9762-26f89e078039", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96acde39-fc35-4ae3-a20a-70980716ed19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83fd4b5d-8eca-4ddd-bdc8-1f31995e0766", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a2baada-cd03-4242-b27e-a2eb69a4843f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eaf9d8b9-963a-49aa-9295-b43c47f3066b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "482163a8-ff0b-46fb-ad8b-a1accd79d4c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a31a51a9-3eff-46b1-883c-6359e65ed73f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e394122-30a2-480c-8830-1d7bb7eead98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "1cd2b6ec-556f-4cf6-9874-de74e8d1156e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "1cd2b6ec-556f-4cf6-9874-de74e8d1156e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "1cd2b6ec-556f-4cf6-9874-de74e8d1156e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "b42d082a-47b3-4122-ac29-167d924c23b5", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:38:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "1cd2b6ec-556f-4cf6-9874-de74e8d1156e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:38:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "1cd2b6ec-556f-4cf6-9874-de74e8d1156e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:38:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "1cd2b6ec-556f-4cf6-9874-de74e8d1156e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "b42d082a-47b3-4122-ac29-167d924c23b5", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:38:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "b42d082a-47b3-4122-ac29-167d924c23b5", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:38:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0101e6a0-02da-48fa-8409-8c9b2246a44c", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0101e6a0-02da-48fa-8409-8c9b2246a44c", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0101e6a0-02da-48fa-8409-8c9b2246a44c", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0101e6a0-02da-48fa-8409-8c9b2246a44c", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:38:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0101e6a0-02da-48fa-8409-8c9b2246a44c", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:38:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0101e6a0-02da-48fa-8409-8c9b2246a44c", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee4cec56-d3ca-40ac-b64f-4ec4ef5d9ac8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4092a60d-cde1-4894-b1ec-dff87cb8f523", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c924364-c18c-47d4-90e3-f14473bb046f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6886a5f-c7be-468f-9513-1f23597e5bf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0a819e6-4c05-40df-be03-687ba5ad89bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c83c4a7-da1c-415b-b98b-784e53d4ce9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce24c2f6-455a-4025-a660-50ace8ce7be2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb242519-ad9e-42ba-9865-c9c1bab7d3e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "2bd7232b-dcec-4d4c-97fc-ea5a64510442", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:38:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "2bd7232b-dcec-4d4c-97fc-ea5a64510442", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:38:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "2bd7232b-dcec-4d4c-97fc-ea5a64510442", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:38:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a410dc7-bc4e-4a5d-b933-f3cca9050df0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2a1b0c6-78ca-439d-8512-bafa1b6cb50b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "d3f0555e-f8ee-45ea-a33f-67038bdc2ceb", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "d3f0555e-f8ee-45ea-a33f-67038bdc2ceb", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "d3f0555e-f8ee-45ea-a33f-67038bdc2ceb", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "d3f0555e-f8ee-45ea-a33f-67038bdc2ceb", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:38:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "d3f0555e-f8ee-45ea-a33f-67038bdc2ceb", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:38:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "d3f0555e-f8ee-45ea-a33f-67038bdc2ceb", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eaf2374c-5283-4e8b-9be5-bc9823abfc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "35ec3366-b30c-47b4-a9c3-a04352408e61", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71d552a1-7c08-4006-81db-2e8436c24d97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fc05b985-8e34-45d6-ac24-040eb196a3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a27ab51-0f14-400e-ac5f-c467c6510046", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eff8d295-91ed-4e85-a8d5-1759fe191039", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5db952d0-7f35-481e-865d-eb49fc26454b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "766165c1-7974-43e1-a4ec-207f5a1746e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "013c24ec-d54d-4563-b70b-abb1ee68b873", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "013c24ec-d54d-4563-b70b-abb1ee68b873", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "013c24ec-d54d-4563-b70b-abb1ee68b873", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "013c24ec-d54d-4563-b70b-abb1ee68b873", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:38:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "013c24ec-d54d-4563-b70b-abb1ee68b873", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:38:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "013c24ec-d54d-4563-b70b-abb1ee68b873", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9d40e0f-d48d-4715-880c-e6362d702534", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c23887c-47f6-4417-9bfc-e1caef65071b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf400b6c-5f14-4c23-ab00-25e3071ae3fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d8a0cc5-5eb0-4474-a3a1-a3748abbc63c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2415951b-f0cb-4538-a036-9d244504e805", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "b8776cfe-501e-4bed-b7da-6a2d2889b3a4", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "b8776cfe-501e-4bed-b7da-6a2d2889b3a4", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "b8776cfe-501e-4bed-b7da-6a2d2889b3a4", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "b8776cfe-501e-4bed-b7da-6a2d2889b3a4", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:38:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "b8776cfe-501e-4bed-b7da-6a2d2889b3a4", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:38:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "b8776cfe-501e-4bed-b7da-6a2d2889b3a4", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:38:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fbc477b8-02f5-49d6-bdf4-d4be1e5a893b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05a98bac-a24f-46c9-ba85-6eb2d6f682fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b0b4898-7988-425a-8296-9147c91450d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:38:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "256cc9ee-efce-4c45-9624-5bf0a6cc23cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6669ffa9-a93d-4323-8c44-34acc0ceaf26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5f79a5b-516a-4129-91ab-ce5a9688608e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17e350ee-c981-4d57-950b-03fc8ea383bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d1ba052-7191-4860-8f11-adad74258db8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a9ed69c-9a5b-4b0c-b14c-93b649fa3a98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e76f1004-cc9d-435f-937b-cb1fe1beed86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89670ca9-be32-42fe-90f2-981394cef424", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "a1ebd4bb-2b70-4554-874f-c9f47c515d74", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "a1ebd4bb-2b70-4554-874f-c9f47c515d74", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "a1ebd4bb-2b70-4554-874f-c9f47c515d74", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18fbdf8f-0884-4c47-998d-962aae18d74d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0af14db5-bfd8-4963-a8d0-18678f9332af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b958735-9cf1-414b-bbbe-b9e5ca654b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac2c01ff-4139-4a6d-945c-d007d98dce10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f0af4f9-d82e-4d13-b34a-2afc5c7239a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f11f4b8-6d0e-4b25-be86-0ee07b4726dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c48b036-0311-4c51-9f8c-c6459df2d03a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f18f890-b087-46d9-a813-6f4153343243", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "241354eb-1e08-4929-b225-18b958c1a4cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a03936dd-3604-4b79-b747-3936005fd58e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e72355c-cdf6-4935-85fa-f5a63abb639a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9dcb209-1ea0-4295-bc18-b8171b1023bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "51aab113-8bb0-4168-9df7-762c195dccc2", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "51aab113-8bb0-4168-9df7-762c195dccc2", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b7e090b-f70c-4ad6-b9e3-9247a6a66f46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "51aab113-8bb0-4168-9df7-762c195dccc2", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "f066a812-6daf-4892-b81e-f4ca85a7c0b1", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "f066a812-6daf-4892-b81e-f4ca85a7c0b1", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "f066a812-6daf-4892-b81e-f4ca85a7c0b1", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "721e22c9-0758-4708-b10d-c155e21eaab0", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "721e22c9-0758-4708-b10d-c155e21eaab0", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "721e22c9-0758-4708-b10d-c155e21eaab0", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "e1ead7d0-b9a5-46ba-81dd-528d0ac9d044", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "e1ead7d0-b9a5-46ba-81dd-528d0ac9d044", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "e1ead7d0-b9a5-46ba-81dd-528d0ac9d044", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "60c32211-3c87-4ddc-a20a-d07773c2cfea", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "60c32211-3c87-4ddc-a20a-d07773c2cfea", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "60c32211-3c87-4ddc-a20a-d07773c2cfea", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "89251c1d-4061-41ec-a3e8-4133fe3f3856", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "89251c1d-4061-41ec-a3e8-4133fe3f3856", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "89251c1d-4061-41ec-a3e8-4133fe3f3856", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f23c0245-b308-46ab-aa8c-99c5f89431c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56b2128a-b18e-4ec2-ae6c-ec2370fae0a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "32b0fc3a-38ea-49ee-871c-c502c8cd6bf8", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "32b0fc3a-38ea-49ee-871c-c502c8cd6bf8", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "32b0fc3a-38ea-49ee-871c-c502c8cd6bf8", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78a59b21-1701-4bf4-aa9e-615b0886ad74", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "239ac623-5552-4aff-a6a9-2c5654b30293", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "openshift-service-ca.crt", "reconcileID": "6ffc0743-9441-4e0b-9818-d13a153a54ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-trusted-ca-bundle", "reconcileID": "c3531dd6-eed1-4432-8ddb-0337b2709f82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "openshift-service-ca.crt", "reconcileID": "7306e7d3-9a34-4c15-a79c-477c111dd05a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:39:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "openshift-service-ca.crt", "reconcileID": "7306e7d3-9a34-4c15-a79c-477c111dd05a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc7725b0-a41f-4415-bc79-0156677443ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "openshift-service-ca.crt", "reconcileID": "450b2a4f-6209-4d5f-a8b0-41e63544f850", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-trusted-ca-bundle", "reconcileID": "ad8fb4f8-e46f-408b-ae43-ce10d9901b27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:39:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-trusted-ca-bundle", "reconcileID": "ad8fb4f8-e46f-408b-ae43-ce10d9901b27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1d47afc-6576-408c-903a-5ad4f2b6a4f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2d14702-0428-4b9b-8d3c-b3ce8f68f527", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "29bfe8f2-c872-4862-b066-17cd866ea440", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "29bfe8f2-c872-4862-b066-17cd866ea440", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "29bfe8f2-c872-4862-b066-17cd866ea440", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8115f11c-5516-4e88-9c6b-3b8795e7abe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9baa253-5dc1-4c3c-ac79-13da558b83a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed0d47bc-aa31-427f-a782-bb71ed1f3660", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "541bfd0f-98f7-4773-a56e-91b0008861bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91e82f3b-aa5a-41f8-9b05-a39ec07f1a64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b3142d5-4395-45a5-a63e-94c1cd1d8a5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b6ebdfc-9e1a-4332-aafe-d19295bacc38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "995c35ee-9fad-4ef1-9ddc-527c451dc9cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4d2f6b8-dad3-4e07-b16b-977c73ca0cf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abc2b500-b1e3-42b4-b361-e5216e319d2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "686066af-a963-4490-a6b4-d79bac7d6d0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42a81987-9e93-4aca-93b1-a0fcdb35d7b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "94f19231-9296-4eae-acdb-74f87bc78aa1", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "94f19231-9296-4eae-acdb-74f87bc78aa1", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "94f19231-9296-4eae-acdb-74f87bc78aa1", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6b6fdca-171c-48c5-a118-d4f00eba97af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb35ba19-d3e2-4eec-8b71-f1584afa0316", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "facc407b-a168-4016-8c99-c6a53f70312c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5209f062-8c3b-488a-91ad-b78ed8c35e06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f99446f-46e4-4fbb-bd2f-d984d79039d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8bbd56d-f670-4aa2-ba93-65faebd9bbf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7ac8b69-1e32-48c4-8072-d31078e212b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7deefdff-3332-4643-9719-e85bcb5a5195", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d240576-93e4-430b-bca6-f4ab063d5996", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e54ebf24-0648-4289-a03b-336f6901a338", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "802be191-5d98-41c4-8d31-515a75e9a7fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "691cc311-d032-46e6-8f3c-9a63f0b4c90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4618c965-811c-4a63-a9d8-64f5120df546", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eddf1e81-5b34-4269-a4f6-1d8ce30d5c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6319cc02-83cd-4a60-bab4-dfb6ab8c0f53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d567a1d9-5373-4d2a-b77f-7be9a8fc4785", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "77bef980-19ef-4506-a146-721163c2950f", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "77bef980-19ef-4506-a146-721163c2950f", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "77bef980-19ef-4506-a146-721163c2950f", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e5fb09f-6a2a-410d-8ef4-7bb6301d125c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "445a644b-c9e4-4266-be76-2ca77a4dcd34", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0315369-51fe-4365-b056-0961dfa6f18a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e324d8b9-f763-45ab-8736-c1686c67b0aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "599657fa-5480-4c1e-8ee3-4f99e55e3ff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0d2d9f4-ed97-42d5-bf3c-7db43336a94a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9ee1516-f4fa-45ce-8c7a-e187a3970d44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90370b89-19cd-4e39-aaca-028b5137727c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5fabb26-f084-4f93-bcb2-795140f1040f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfcf051b-a5b4-40be-bd77-a8a80d3c4587", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b274eb1-307c-456d-abfb-281e600cb9ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "1ba9b6b8-6a31-4cbb-9b2e-9800474a40df", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "1ba9b6b8-6a31-4cbb-9b2e-9800474a40df", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f-authn-ssl"} 2026-07-24T13:39:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-45ac1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-45ac1f", "reconcileID": "1ba9b6b8-6a31-4cbb-9b2e-9800474a40df", "Gateway": "e2e-ipp-cleanup-45ac1f", "namespace": "openshift-ingress"} 2026-07-24T13:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "721225b9-b5a5-4fed-8c1c-2973ecb5c923", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bca7a342-2e3a-4c1f-804e-94a2ce980759", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7eff95e-59be-4bc2-8812-8456b6d0a812", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7eff95e-59be-4bc2-8812-8456b6d0a812", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:39:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7eff95e-59be-4bc2-8812-8456b6d0a812", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-45ac1f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:39:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-trusted-ca-bundle", "reconcileID": "2eae7bca-e9e4-47f8-8f2c-be91d2071436", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-trusted-ca-bundle", "reconcileID": "2eae7bca-e9e4-47f8-8f2c-be91d2071436", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "openshift-service-ca.crt", "reconcileID": "7cc62ac4-80a4-4002-b19d-13eabc6b7f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "openshift-service-ca.crt", "reconcileID": "7cc62ac4-80a4-4002-b19d-13eabc6b7f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dc788df-32b7-4837-a105-cd44e7061c17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-45ac1f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dc788df-32b7-4837-a105-cd44e7061c17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-45ac1f"} 2026-07-24T13:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f63dc6b1-8986-46a0-98b6-ee8050158fd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6662aca-3d76-460f-85f9-f17b11e2e981", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2241c9e-a9ba-40f0-982d-25aa3b2c4264", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:39:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5590fec7-e448-468b-95c6-ab1f59b031f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c6679b0-2d96-4094-9baa-97b052e9a2a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b65e63eb-aa9f-41cc-9953-43db5b944fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e9709a7-3761-43f0-b8ac-bf3b56a6a518", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02839af7-64dc-4742-893e-9b926542cdc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3fd68526-c519-4fb9-b0ba-2cd9538c8900", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed0fa4dc-9f29-45e4-8993-013a24b5be7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50b85912-49db-4572-8ab1-3ef321d05e09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "965b12d4-9c8b-4f56-b4cf-9b09db25eb08", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "703c6659-d21b-41ab-8d24-5445ade58a72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d18ff190-b24b-4590-90d5-7ed723d023a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "825d06d7-c229-45b4-9c5f-d9c79c7b0314", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be1062a3-ece3-4389-a976-185200beea8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "895a8168-db73-4bb6-b75f-7203feac7d99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2b03b91-a4ee-4e57-97f4-9d78627055ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69474ecd-f975-4e4d-89e6-4d249af68fbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53a3b6fa-7a49-49e3-b5ea-ac0988f19f32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b2d932c-d113-4b9b-b7a0-87024957fc4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1e8c0bb-a378-4443-ba0f-51f12c00772a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fc937d44-9208-4c92-9e00-1d42f5a7797f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87c943f2-e107-4a25-80c7-e496166cbbea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c008e82-0dd4-430c-904a-0a17a4c72fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "4a89f0a0-90d8-4fb8-bc27-d894868284f8", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "4a89f0a0-90d8-4fb8-bc27-d894868284f8", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "4a89f0a0-90d8-4fb8-bc27-d894868284f8", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2c6a479-c52e-4970-ba43-7841120bfddf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "eedd4079-fa03-45aa-a7e7-53e234126de4", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "eedd4079-fa03-45aa-a7e7-53e234126de4", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "eedd4079-fa03-45aa-a7e7-53e234126de4", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6f483dc-2f15-4fe1-bc4a-302c7afa9ec1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a42eee1-ab67-4e96-a4ed-3633a14511e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f87506a5-0608-40fc-86c8-9e240e3ee0f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "920a54ab-80fd-4a07-86e9-eafc38f8af14", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "920a54ab-80fd-4a07-86e9-eafc38f8af14", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "920a54ab-80fd-4a07-86e9-eafc38f8af14", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b972902a-7000-49b1-b752-8419673a6d3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "202d66d9-a050-4972-81a4-ec4819d15d46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbb02afe-a4ee-4e6a-8f62-d33ec33aaae9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "9a6fea8a-dd5b-4e2e-bd60-7bbdb4434a67", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "9a6fea8a-dd5b-4e2e-bd60-7bbdb4434a67", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "9a6fea8a-dd5b-4e2e-bd60-7bbdb4434a67", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:40:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb496e72-4494-4e0d-a49a-d06341f2dcb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:40:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:40:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:40:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:40:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e878327-e3e0-4504-9fb3-6d61140af1b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "604f6f69-dae2-4485-bd39-a98e22a847c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a754ec02-4c1b-4004-96cf-b1c03f3f0eed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "eab2aecc-f4d5-43ad-9ffa-f55466e7867f", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:40:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "eab2aecc-f4d5-43ad-9ffa-f55466e7867f", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:40:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "eab2aecc-f4d5-43ad-9ffa-f55466e7867f", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:40:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "eab2aecc-f4d5-43ad-9ffa-f55466e7867f", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:40:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "eab2aecc-f4d5-43ad-9ffa-f55466e7867f", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:40:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "eab2aecc-f4d5-43ad-9ffa-f55466e7867f", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:40:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c159d710-026a-4284-886e-410d92cb28d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a07d832f-d885-49fa-a12c-ef79c04722c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0dc99cd8-19b4-4ad6-a2d3-a64839c2829f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2739fb1-b229-4519-a511-96f1a4cdf8df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7eb9082a-eacb-48f9-89cb-1e45d56743c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8dd7b314-5d61-460e-947a-5e4907769977", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a43c8b00-b9f0-417d-9c85-826fd1049444", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4638f785-17f4-4d81-a4b8-6c75a536227a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa368e57-f4fe-4114-8d00-d7f8315c949a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2d8fe59-629b-441d-8136-4e242be80958", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f2a7ea8-b96c-4b78-a715-b5a9f0c7adad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "070363f1-6196-4583-b922-98f01bdbd331", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4dbce76-aea3-4c9d-8afd-75b9cc26d5c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56142695-815f-475b-b406-2218be15047f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cacc0373-9dd5-4fda-8d48-f05f783da909", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "449a4c05-ac97-426d-8b01-94d1274ff8d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c290eab-fbbe-43b6-95cd-466253f77f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a409f3e-f3dd-4183-b1a5-a40c27214d89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3d8cca9-d74b-4787-9db0-6dd326f4d905", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f876e0d-d909-4fe2-9114-16567f33d62e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03086904-c783-42d8-a7b9-452244361a15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a8e6e45-689b-4252-b441-560d18ce0911", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "22edb99f-d3f7-47ef-af6c-43c328e09027", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab81e83c-5ac6-483d-95ef-8de25e1696e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3095b244-c03b-4853-bd6f-76c139763a92", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f28d2b6-ea7e-4d7b-a75c-61b96c36f708", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "516f02b8-66b1-4b0e-a53b-d6a18cb257d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "602dc56c-f896-42ff-a8e8-fb5fcfc2aef7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7cb9f31b-a11b-4b84-9bef-dbccd0ca118b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbe5fbc6-ecc3-4281-8f21-2b604f046960", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "adb18950-c53c-4439-8f73-8c9544a8c18b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb797f4a-bec6-4517-b9ea-c0ffaec09ffa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "832004c6-7c51-4629-a530-87675193b663", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17b14d3d-6c10-47c2-92f8-fbbf6bec6aa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9fb3d934-aa41-4de3-b9a5-5275d8cb26f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d170f7e-f4b3-41ad-8602-d32d3c419362", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69878741-c0e3-40e2-b4af-1951ec9f8306", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "845ab9b4-cdd2-467c-b29b-c8449812f7d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc1660db-5476-46d9-8901-2b6b3f6cf0fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:40:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "704c92ac-2e29-4ed3-86f1-8ac90c22b6a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f92e14b1-9a62-4a46-b22f-3ff6b0a4e4e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1ef5c17-1627-462e-9c50-4d09193530ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3d19827-9f6d-40f9-aa0b-a6a206e5cdf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "39b9824f-8ed7-4b6d-9fde-b6575925c3e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9f70b4-eba9-4d04-aa02-2a39987c879d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9f70b4-eba9-4d04-aa02-2a39987c879d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-49d475", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:41:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9f70b4-eba9-4d04-aa02-2a39987c879d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:41:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-trusted-ca-bundle", "reconcileID": "2b14a141-0c8a-4eda-b1f4-071056a31dd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-trusted-ca-bundle", "reconcileID": "2b14a141-0c8a-4eda-b1f4-071056a31dd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "openshift-service-ca.crt", "reconcileID": "c3e1afb4-5638-4141-9716-19dc847f1a3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "openshift-service-ca.crt", "reconcileID": "c3e1afb4-5638-4141-9716-19dc847f1a3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "133326e7-b586-442a-a2b8-90a91008aa3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "133326e7-b586-442a-a2b8-90a91008aa3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6d85151-4662-4246-b686-e77434ef7494", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "94347628-67b4-46d6-aa38-64b5331fc48e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "94347628-67b4-46d6-aa38-64b5331fc48e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "94347628-67b4-46d6-aa38-64b5331fc48e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "94347628-67b4-46d6-aa38-64b5331fc48e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:41:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "94347628-67b4-46d6-aa38-64b5331fc48e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "authType": "userdefined"} 2026-07-24T13:41:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "94347628-67b4-46d6-aa38-64b5331fc48e", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fff7daed-f025-423e-938e-cb7618cf8acb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475"} 2026-07-24T13:41:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:41:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475-kserve-route-authn"} 2026-07-24T13:41:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "0c0b50e1-342a-4080-adaf-2e4ff92a59bc", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"}, "namespace": "ai-tenant-e2e-ipp-a-49d475", "name": "ipp-route-49d475", "reconcileID": "33866e40-a58e-4200-af1e-255a51331ece", "LLMInferenceService": "ipp-route-49d475", "namespace": "ai-tenant-e2e-ipp-a-49d475"} 2026-07-24T13:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "9c2ef6eb-5941-4748-9dbf-913750a880df", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "9c2ef6eb-5941-4748-9dbf-913750a880df", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "9c2ef6eb-5941-4748-9dbf-913750a880df", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "d278d01d-35f3-4f2f-b5a7-38ba75dc21bd", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "d278d01d-35f3-4f2f-b5a7-38ba75dc21bd", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475-authn-ssl"} 2026-07-24T13:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-49d475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-49d475", "reconcileID": "d278d01d-35f3-4f2f-b5a7-38ba75dc21bd", "Gateway": "e2e-ipp-a-49d475", "namespace": "openshift-ingress"} 2026-07-24T13:41:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d8230d2-c7e9-4e8c-b092-6d59cc41bd03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93a97b0a-431d-4bd9-ab33-9e728ae7a237", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79360bcc-0d06-4d99-8d4f-a123c779cb16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16af0961-3f5d-4314-8189-34c3671cd554", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f259f78d-85e5-48cd-8321-51977d8424c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f462de0-c560-4577-bbaa-4beb07273dc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46c5f9e8-3bde-4157-a80e-c010a7949e55", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "416d072b-e2af-4bd4-a629-143d0611fe66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94bd4307-b9b4-44f7-9336-b40112612b0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44d5d09f-2f65-4158-8cc1-5dd5b4688ca7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6473e82e-ec63-4318-92b6-2fa412d810a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f06c8c2a-75a8-40d4-b6b9-190d11cb7b29", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be104d42-e85a-46e5-891f-fc4729e6d5b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "436e7e2c-799e-43b9-8c7a-95ee07c6d688", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d077780-eb85-4af3-85dd-7c9fa671dc70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ade1e99b-9964-426e-849e-32e40a6dfa53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb7c81ff-6877-4a49-9bf2-090224b7a51f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cc84ebc-277d-4f56-a7a5-33dfdadfb649", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d65de5c-2077-4c9a-a681-5d9788b97edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b89be252-15f3-451c-926e-32072aa0f82c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa25add6-60c1-4ff2-ac81-83322a0ae3b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb5e9943-f35a-40dc-a3d4-c26f6571793e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ce9f81d-ab17-436a-900a-d68cc96b4923", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "64dc65ef-2ce0-462e-a1fa-d4d592d48ed6", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "64dc65ef-2ce0-462e-a1fa-d4d592d48ed6", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "64dc65ef-2ce0-462e-a1fa-d4d592d48ed6", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "973b87ba-d257-4fa8-9db1-e4639afc92ba", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "973b87ba-d257-4fa8-9db1-e4639afc92ba", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106-authn-ssl"} 2026-07-24T13:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-472106","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-472106", "reconcileID": "973b87ba-d257-4fa8-9db1-e4639afc92ba", "Gateway": "e2e-ipp-b-472106", "namespace": "openshift-ingress"} 2026-07-24T13:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee9712f-9390-491f-9a9a-0331995766f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee9712f-9390-491f-9a9a-0331995766f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:41:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee9712f-9390-491f-9a9a-0331995766f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-472106 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-trusted-ca-bundle", "reconcileID": "b8f34c6f-e7cb-4b7d-baf2-d5ee5d3c98fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-trusted-ca-bundle", "reconcileID": "b8f34c6f-e7cb-4b7d-baf2-d5ee5d3c98fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "openshift-service-ca.crt", "reconcileID": "01afa690-d547-4f35-a1df-07fbd37d8a73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "openshift-service-ca.crt", "reconcileID": "01afa690-d547-4f35-a1df-07fbd37d8a73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8a6ad08-b86b-48e5-8fff-d54afa5a1335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-472106"}, "namespace": "ai-tenant-e2e-ipp-b-472106", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8a6ad08-b86b-48e5-8fff-d54afa5a1335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-472106"} 2026-07-24T13:41:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "464cca97-2f80-4879-8484-e7c33a68ceb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:41:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f3a913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913", "reconcileID": "d0bc9355-71cd-4b80-8375-1b89854a8b1b", "Gateway": "e2e-shared-a-f3a913", "namespace": "openshift-ingress"} 2026-07-24T13:41:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f3a913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913", "reconcileID": "d0bc9355-71cd-4b80-8375-1b89854a8b1b", "Gateway": "e2e-shared-a-f3a913", "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913-authn-ssl"} 2026-07-24T13:41:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f3a913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913", "reconcileID": "d0bc9355-71cd-4b80-8375-1b89854a8b1b", "Gateway": "e2e-shared-a-f3a913", "namespace": "openshift-ingress"} 2026-07-24T13:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f3a913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913", "reconcileID": "83a98eaa-6c59-46ad-aa71-6242aeb03a59", "Gateway": "e2e-shared-a-f3a913", "namespace": "openshift-ingress"} 2026-07-24T13:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f3a913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913", "reconcileID": "83a98eaa-6c59-46ad-aa71-6242aeb03a59", "Gateway": "e2e-shared-a-f3a913", "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913-authn-ssl"} 2026-07-24T13:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f3a913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f3a913", "reconcileID": "83a98eaa-6c59-46ad-aa71-6242aeb03a59", "Gateway": "e2e-shared-a-f3a913", "namespace": "openshift-ingress"} 2026-07-24T13:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54c61749-b733-4b7a-8084-1e868fb28db5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54c61749-b733-4b7a-8084-1e868fb28db5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f3a913", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:41:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54c61749-b733-4b7a-8084-1e868fb28db5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f3a913 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-trusted-ca-bundle", "reconcileID": "3fffbd5f-e640-4f12-9cd0-1892ec8d4058", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-trusted-ca-bundle", "reconcileID": "3fffbd5f-e640-4f12-9cd0-1892ec8d4058", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "openshift-service-ca.crt", "reconcileID": "11693baa-2dba-482f-be62-62ef1b817a05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "openshift-service-ca.crt", "reconcileID": "11693baa-2dba-482f-be62-62ef1b817a05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a491efac-069e-4d87-8209-5aa0213ce036", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f3a913"}, "namespace": "ai-tenant-e2e-shared-a-f3a913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a491efac-069e-4d87-8209-5aa0213ce036", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f3a913"} 2026-07-24T13:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5270370b-1124-46cf-979f-2bc34ad289ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b1a3df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df", "reconcileID": "ebe926dc-e952-41b1-a78b-0591b10a386d", "Gateway": "e2e-shared-b-b1a3df", "namespace": "openshift-ingress"} 2026-07-24T13:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b1a3df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df", "reconcileID": "ebe926dc-e952-41b1-a78b-0591b10a386d", "Gateway": "e2e-shared-b-b1a3df", "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df-authn-ssl"} 2026-07-24T13:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b1a3df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df", "reconcileID": "ebe926dc-e952-41b1-a78b-0591b10a386d", "Gateway": "e2e-shared-b-b1a3df", "namespace": "openshift-ingress"} 2026-07-24T13:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b1a3df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df", "reconcileID": "3eecb9be-ea07-4328-bc3e-8460877b2964", "Gateway": "e2e-shared-b-b1a3df", "namespace": "openshift-ingress"} 2026-07-24T13:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b1a3df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df", "reconcileID": "3eecb9be-ea07-4328-bc3e-8460877b2964", "Gateway": "e2e-shared-b-b1a3df", "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df-authn-ssl"} 2026-07-24T13:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b1a3df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b1a3df", "reconcileID": "3eecb9be-ea07-4328-bc3e-8460877b2964", "Gateway": "e2e-shared-b-b1a3df", "namespace": "openshift-ingress"} 2026-07-24T13:42:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "082b5a2a-1632-4462-9743-cd1efbd236fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "082b5a2a-1632-4462-9743-cd1efbd236fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b1a3df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:42:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "082b5a2a-1632-4462-9743-cd1efbd236fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b1a3df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:42:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-trusted-ca-bundle", "reconcileID": "f2dc8859-e8c2-4b2f-85e0-5f4874b7a7ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-trusted-ca-bundle", "reconcileID": "f2dc8859-e8c2-4b2f-85e0-5f4874b7a7ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "openshift-service-ca.crt", "reconcileID": "65a84876-20a6-4f47-8dd8-a9d5edaec72f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "openshift-service-ca.crt", "reconcileID": "65a84876-20a6-4f47-8dd8-a9d5edaec72f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e7bca14-01dd-46c7-8ba9-20971abae549", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b1a3df"}, "namespace": "ai-tenant-e2e-shared-b-b1a3df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e7bca14-01dd-46c7-8ba9-20971abae549", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b1a3df"} 2026-07-24T13:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a1a8aa1-f4cc-4d8e-bd7b-98430bf8b896", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}