2026-07-24T13:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "926cab4d-e0e5-49f4-ac0b-2fe511a15e98", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "13d1cc11-29c7-4f29-9279-4effd2903787", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "13d1cc11-29c7-4f29-9279-4effd2903787", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "13d1cc11-29c7-4f29-9279-4effd2903787", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "openshift-service-ca.crt", "reconcileID": "dc35b0bc-0f1e-429a-8908-b5f706cc8a78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "openshift-service-ca.crt", "reconcileID": "64fbccaa-73aa-4ad9-bb68-268b5245cfac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:54:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "openshift-service-ca.crt", "reconcileID": "64fbccaa-73aa-4ad9-bb68-268b5245cfac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "a274da78-b4c6-4aee-b499-dc02043e1db5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:54:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "a274da78-b4c6-4aee-b499-dc02043e1db5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8921ebe-4e76-420e-b9a4-e47b97cce236", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "openshift-service-ca.crt", "reconcileID": "cab21450-d51f-4c56-8619-4dbef53d2d01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "da5df30f-7ade-463b-9dc3-222ef15f44b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "52fc97cd-be5d-465d-bac7-30b49c1dd973", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:54:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "52fc97cd-be5d-465d-bac7-30b49c1dd973", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca93a26b-299e-4685-a9cb-60ad27bd5b11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "5bd92a07-7308-402f-a053-e6105590136b", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "5bd92a07-7308-402f-a053-e6105590136b", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "5bd92a07-7308-402f-a053-e6105590136b", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0421e6b9-d499-4aa7-8786-1176afac0ea6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "b1780381-025e-443e-861c-fc198302552a", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "b1780381-025e-443e-861c-fc198302552a", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "b1780381-025e-443e-861c-fc198302552a", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "bf65b035-0803-4153-aba6-70467b5e8dbc", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "bf65b035-0803-4153-aba6-70467b5e8dbc", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "bf65b035-0803-4153-aba6-70467b5e8dbc", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "60b90f26-a746-42c3-beba-cae0b03e659c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "60b90f26-a746-42c3-beba-cae0b03e659c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "60b90f26-a746-42c3-beba-cae0b03e659c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "710bcc3a-211b-480f-b211-067c27d4f65c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "710bcc3a-211b-480f-b211-067c27d4f65c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "710bcc3a-211b-480f-b211-067c27d4f65c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "c372545f-3558-4610-85d5-c2faf1ebc541", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "c372545f-3558-4610-85d5-c2faf1ebc541", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "c372545f-3558-4610-85d5-c2faf1ebc541", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "7f929ec5-eedb-4814-bc5e-d9daa20ce683", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "7f929ec5-eedb-4814-bc5e-d9daa20ce683", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "7f929ec5-eedb-4814-bc5e-d9daa20ce683", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "96b3a4bd-313a-4562-a37d-d1a9d083f21e", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "96b3a4bd-313a-4562-a37d-d1a9d083f21e", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "96b3a4bd-313a-4562-a37d-d1a9d083f21e", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "6ec3985f-44a8-427f-858c-518973434a41", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "6ec3985f-44a8-427f-858c-518973434a41", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "6ec3985f-44a8-427f-858c-518973434a41", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "openshift-service-ca.crt", "reconcileID": "a2e366fc-3092-42a7-b361-395080a6d2d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-trusted-ca-bundle", "reconcileID": "e3aa79c6-6521-404c-878d-cbe316f6c1ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "openshift-service-ca.crt", "reconcileID": "e2860d62-bd63-4962-9ccd-add3e52f152a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e01298", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:55:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "openshift-service-ca.crt", "reconcileID": "e2860d62-bd63-4962-9ccd-add3e52f152a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "openshift-service-ca.crt", "reconcileID": "cecce188-e06f-4f17-979f-0cf3a987bb57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10106609-acd1-43b2-a03c-8795335a964b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-trusted-ca-bundle", "reconcileID": "6e8412fd-588e-4d84-850a-0dd8a28e30e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:55:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-trusted-ca-bundle", "reconcileID": "6e8412fd-588e-4d84-850a-0dd8a28e30e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d303573e-d687-43ac-a3d8-cc4948004a47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:55:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "ff3524ba-da73-4dc9-a348-831d71263415", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "ff3524ba-da73-4dc9-a348-831d71263415", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "ff3524ba-da73-4dc9-a348-831d71263415", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cfc3516-e3fb-4d97-aafe-ac1cf77f898a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa038af1-2584-4892-986b-79441842f745", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57e9a983-e38d-490c-b2c4-5f00b9d57b23", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec7a21fc-11b6-42b6-9e11-c6a8d4cec423", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9849551f-f26c-413f-9c85-6d8ab935dc3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f0a5f81-a24f-415a-b22a-944c06608023", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f673242-776b-45df-ae5e-3ac92a5f84c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f75c4002-1a45-4b0b-bb02-829d58dc85c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "148133e3-fccf-41c0-8e32-1d040ca2cc73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed4782f2-55d4-41a7-99b7-01d713f179d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f4dd2c04-069d-41cf-b92c-a1d33378eb6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9c69e82-ad66-4e89-900f-9aacdcb109d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "521da70e-8e1c-4132-89fb-edc488ccd438", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "521da70e-8e1c-4132-89fb-edc488ccd438", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "521da70e-8e1c-4132-89fb-edc488ccd438", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ddb1581f-ad31-4842-a2d6-0a182fd13788", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53f3d30f-d883-437a-bd82-66f87ff138a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "159bb894-3988-4949-93ea-9fb46e85bcda", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6913aa40-7eea-4300-9c8a-24916d54e56b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d39b7034-324f-4370-9895-e0bc6553e6bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46315e17-14fd-4454-ae1a-4951c89aa1fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c48c2b33-ed03-43ed-b351-bf8379d8b058", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4bbcc7f-192a-42e6-96fb-fd9cbebfd129", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ddc9bbe-efd6-41d4-a0de-7cb714d6243b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0141b40a-69fd-4aac-8fe1-252b6a916ba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4bbff15b-dc5e-4827-957b-53d15c6cb375", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6eba63d-45bf-4d3c-83cc-c2b0c53d1d8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:55:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cde5efdf-41cf-41bd-8607-c7b42ad70899", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8255a892-24d3-45b8-a38d-d58aa3719a3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "844fcd3a-90af-44e8-bca6-f3f2b006c178", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:39Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:55:39Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T13:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d538a76c-d666-4b64-a572-94a1e080b561", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e529210-8ac9-43f2-8f92-d74aab162377", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc365811-284c-45fb-9423-f6d7371861f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64ec008d-88a6-42ac-b273-55759544d9a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23d4c378-50b8-4544-bc0c-a14617a23ac5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "3fcad919-8e56-4862-ac65-72d42a046e64", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "3fcad919-8e56-4862-ac65-72d42a046e64", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "3fcad919-8e56-4862-ac65-72d42a046e64", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "0f98a00f-47b3-41d6-a8ed-e3ae7265011c", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "3fcad919-8e56-4862-ac65-72d42a046e64", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "3fcad919-8e56-4862-ac65-72d42a046e64", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "authType": "userdefined"} 2026-07-24T13:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "3fcad919-8e56-4862-ac65-72d42a046e64", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "0f98a00f-47b3-41d6-a8ed-e3ae7265011c", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "0f98a00f-47b3-41d6-a8ed-e3ae7265011c", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "fcb09896-ee25-4fed-bfc1-b8ba3bfe3c4f", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "fcb09896-ee25-4fed-bfc1-b8ba3bfe3c4f", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "fcb09896-ee25-4fed-bfc1-b8ba3bfe3c4f", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "fcb09896-ee25-4fed-bfc1-b8ba3bfe3c4f", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "fcb09896-ee25-4fed-bfc1-b8ba3bfe3c4f", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "authType": "userdefined"} 2026-07-24T13:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "fcb09896-ee25-4fed-bfc1-b8ba3bfe3c4f", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60229c0a-4e05-458e-a629-0aecf6685cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9af5a5b7-4062-468f-a9de-af7cdb336897", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e27c747b-186e-44fd-b75b-67b2eb2459df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c07f9e8d-c1bf-4f80-90ee-3c1ec1cae5d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0be0f05d-1b00-45cd-8f30-b8cd8c874d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3a8f6c0-2b3a-4cb8-b1e0-b948a938ec18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b250b4c5-4ea8-4119-ab3d-f62113e4c43d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e02b6e1-7f54-4b53-a996-9a7628aadd07", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe5aebe1-3bde-4418-a4c6-456a672ab9d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e84d53a-f956-4142-824e-f4ffb9daf901", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7eeca0b-efff-4bb0-8c00-ac576f3d8787", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81dd6b17-5ffa-4d11-9da9-3df1c7963bbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90c245a6-01f2-4383-a41d-c3f738e5e25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04dfdb41-a040-484a-806e-94ff11561439", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "85e2d369-93cb-47f6-8316-c0e452de2baf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4abadb3-8b97-4ce6-b40d-f9e2ef1294a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68558ce9-a15d-46c9-9345-d6a386ccf604", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2835d767-b143-4a19-bab7-544e5ab0ff39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b4837ab-5653-4af6-bf07-91464eaf041f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12ca5a18-9c63-4094-9521-0788e2e75493", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d49f9d8-0ee7-42f3-87e3-ca447bd4371e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be0da394-3487-448e-8e39-d7074004076a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c82088ad-66c5-44af-aa31-449d097b1002", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3018401b-0288-4867-b6df-881b4ac7fe5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2ce2a42-53bb-4289-b481-e01596689db6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34b562e4-5e08-4540-a220-38748a86037d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c29b9d5d-b554-4752-bd96-e2cfb1bc2908", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81e93cd6-03ac-4327-a656-97da7c3e23ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a3ac18c-67dd-489f-abd4-f329617e8b26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e3e7816e-3fff-4f9e-bd6d-fe44afeebb10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f47e605f-b8b0-422a-a27a-197bbb148139", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8b21633-2a83-407c-b5c6-e53b1df8a425", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01a2d677-7277-40fa-96ef-a587b0f344b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d8d6cb8-f5ea-448e-8303-2857c7777f84", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f617d2f-1b84-4b2d-8ef7-5f8e084a970a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd669336-1095-44e2-9be8-b1b404cd29d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "54342331-6c97-427b-a2e0-5d2928c72ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "cea58f92-d97a-4721-b56a-d2377907bffa", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "cea58f92-d97a-4721-b56a-d2377907bffa", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "cea58f92-d97a-4721-b56a-d2377907bffa", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eadcf605-acd8-4b5e-8bce-8398d348d8a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "bcbb2e4b-51c3-48ed-affe-ea7751761fe0", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "bcbb2e4b-51c3-48ed-affe-ea7751761fe0", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "bcbb2e4b-51c3-48ed-affe-ea7751761fe0", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "bcbb2e4b-51c3-48ed-affe-ea7751761fe0", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:56:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "bcbb2e4b-51c3-48ed-affe-ea7751761fe0", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "authType": "userdefined"} 2026-07-24T13:56:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "bcbb2e4b-51c3-48ed-affe-ea7751761fe0", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b456762-41c2-438a-8144-c8a80fc54563", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df187262-a467-42e9-b3b8-45c9ff128f5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3008be7-952f-4888-b08b-82a6e7d9293e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d36ecc59-1734-4b17-b2ba-c7d3889a68ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "774707b0-f5ee-40c5-865d-789ee4f737fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33a3c373-0441-4574-a31d-8c283a4bcd41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71b34392-9f83-4261-a099-02e56308b65d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d6ff2e7-6a21-4280-bce8-6702f36346b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6420425-dcdb-427d-a2d4-33a49297a965", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d961ef2-c181-43c3-a3ae-b96092da91bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2eec4bce-f4d6-404a-a0a4-75c348f38399", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4a0b0d0-bd0f-46ba-b4b4-55b883bd0663", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f260bda7-709b-4735-a90d-c08a0bb7540b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "503bf235-1e26-4a50-ae31-1a8ff9cdd88e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b09c7e21-16a2-44eb-9c81-0559939b6add", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81585bd2-b58f-439e-8754-38420e01fd22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "9517e273-b6f5-420e-a748-ee5ab0d07bee", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "9517e273-b6f5-420e-a748-ee5ab0d07bee", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "9517e273-b6f5-420e-a748-ee5ab0d07bee", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "9517e273-b6f5-420e-a748-ee5ab0d07bee", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:56:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "9517e273-b6f5-420e-a748-ee5ab0d07bee", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "authType": "userdefined"} 2026-07-24T13:56:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "9517e273-b6f5-420e-a748-ee5ab0d07bee", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:56:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9576f84-a7c3-47a1-b58e-e97a89f83a66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ca37de0-6c96-4d57-88dd-2b5f9587afb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee169986-dc81-4fad-80df-40fe630fbe31", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fed9ef1f-12eb-4cf8-9e5c-79866dc907a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd61ee69-5fe6-4d52-bb28-ca2807d4a623", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9e3c956-e974-4407-8951-7dd4547fe32e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "258d905e-a993-49c9-aac5-982d2d38b136", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "341e0b95-2328-45e9-a5a2-1d72ea7a5337", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c31b9e03-a9cb-4fed-b5ab-de671d1c3f77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f58c25d8-29fc-4fba-aecf-1c5365dacf1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d296265d-ce38-4d22-be02-6712b1fa4769", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ead1e327-e60b-48f9-9b52-83784199df9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da50ea26-e128-437d-a8e9-e0e2fe7ecd8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf69889b-49de-4bac-94f1-ec277b7d5266", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c216c1ec-685e-41ed-b03c-62b8fc493298", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "ad061778-be61-4612-848c-29453d317b63", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:56:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "ad061778-be61-4612-848c-29453d317b63", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:56:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "ad061778-be61-4612-848c-29453d317b63", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbdd8240-4a26-4741-92c9-1a664082e9fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "010d3432-6be4-4c1b-8717-4de25d7a83cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16737cd3-620e-40ed-9205-e2fffc8eba2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b9bac48-aa3f-45fc-9081-4ea1c913cc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8690d0d8-58f4-4d8a-92fb-d31f6cdcdfe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72eb1895-49e6-4326-837f-74871b9f1c2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f81ac0e-01de-4ecb-8425-fbd36941ed8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9689dc8d-7b68-4b6b-9f8b-873cee2189ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5fefc663-472c-4646-b192-1568cef92ef5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50e9e633-da1f-4b1e-972e-d39a83ddc11c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a239ea6b-a32b-4a31-b778-f2d056bc7e9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce63d3f4-77ad-4a22-a2e1-cc5d37e23ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b144de9-3803-4da1-a9e6-984f1aa04296", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e08d8adf-66eb-4572-bf8b-5d211d380af9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "ac0f93ff-33e7-4a14-bbb1-1cc6f1589227", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "ac0f93ff-33e7-4a14-bbb1-1cc6f1589227", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "ac0f93ff-33e7-4a14-bbb1-1cc6f1589227", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "758f750b-5446-4b22-9080-76ebd76b58d9", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "758f750b-5446-4b22-9080-76ebd76b58d9", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "758f750b-5446-4b22-9080-76ebd76b58d9", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "80cddb75-eb6c-478d-890c-2de5b9b4dbf7", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "80cddb75-eb6c-478d-890c-2de5b9b4dbf7", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "80cddb75-eb6c-478d-890c-2de5b9b4dbf7", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "7590d17f-cbda-42d3-949c-eafc3ee5b104", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "7590d17f-cbda-42d3-949c-eafc3ee5b104", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "7590d17f-cbda-42d3-949c-eafc3ee5b104", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "d53dfd4f-9797-4133-a387-61657ee9cd65", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "d53dfd4f-9797-4133-a387-61657ee9cd65", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "d53dfd4f-9797-4133-a387-61657ee9cd65", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "21319b19-c82c-48a5-8450-f56a378139df", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "21319b19-c82c-48a5-8450-f56a378139df", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "21319b19-c82c-48a5-8450-f56a378139df", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5771249d-f863-484f-8229-abb5b78f458f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "ec0ccc20-8b73-49d6-b898-a4c0b3cd5b23", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "ec0ccc20-8b73-49d6-b898-a4c0b3cd5b23", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "ec0ccc20-8b73-49d6-b898-a4c0b3cd5b23", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e960c40-1c0c-45a4-934c-d33fd405e6b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a2ab4f6-2207-4b3e-9567-f0a0a6b83141", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d3ce3f3-2950-4502-ae16-f81fd7aeb691", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "openshift-service-ca.crt", "reconcileID": "60740310-be1e-406c-958a-f9a34451797a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "b0073c97-89bb-4a3f-a677-c124d0d052d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "openshift-service-ca.crt", "reconcileID": "895d5ba8-93c7-497b-8394-62afe145a3c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:56:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "openshift-service-ca.crt", "reconcileID": "895d5ba8-93c7-497b-8394-62afe145a3c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "openshift-service-ca.crt", "reconcileID": "24bf3bf0-a8ba-4585-8610-2bbb95565c2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e31036b-4668-451f-90d2-a7f8ffa36a62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "88d81566-7888-4422-ad4a-5ec983b74319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:56:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "88d81566-7888-4422-ad4a-5ec983b74319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf3bb734-ce10-45f7-b39e-a543ca152aaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "e919dd8c-7203-4e02-b92c-ec1f5e0172ad", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "e919dd8c-7203-4e02-b92c-ec1f5e0172ad", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "e919dd8c-7203-4e02-b92c-ec1f5e0172ad", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5e199545-1f4d-474f-bf8f-701b5ac22cf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2cd28a53-b982-4168-9aca-d2899051c71d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5caf7f55-89e4-4b97-9de8-c0d1d027466e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1876ef01-b4b8-49e9-ad1e-3b1b36aff3e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92c73685-3898-49b8-8bf7-798e442ac362", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d720e273-eb28-44f2-8f5a-47cd2aeae62e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67a557fa-9bd2-4a24-8aa9-459c7aef6c09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d78a6d76-9963-4b5b-ac4b-4be3c972f6f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb6715da-523a-4290-ab8d-eb200f012dab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f5e812c-6262-4399-bad8-25e78db085ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3da008d4-058f-44f7-b549-6b6234b25f9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "671ce411-4cbc-4736-b1d8-5f83574f4b94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c540a163-38f5-4459-9f59-76722eceec7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f15abb6-2070-4512-afd7-9b7095fb81b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "d3f2fd0c-8049-4c98-8614-8f8aafd7c57e", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "d3f2fd0c-8049-4c98-8614-8f8aafd7c57e", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "d3f2fd0c-8049-4c98-8614-8f8aafd7c57e", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f638211-826f-4d4a-921e-13ea299bb5cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8555abcc-82c4-4065-bd3e-ae187a43b128", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14e75674-7787-42ad-aae4-358ea81b9abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "173a56b3-bc84-402b-862e-fcabeaf578a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab99f55a-d7fd-421d-87df-21e41d3fc4f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd8805f5-c84e-43f5-bbc2-c63259c09a9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e50572f8-8639-47af-9cd5-22a139c2fd60", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "236f4449-cde9-4219-a36c-14e283832a8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:56:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28ab2b37-5959-4ea7-b80f-87f623a979d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9682919-7704-4a63-b233-d4e9b3966732", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4bd2da5d-8772-4c11-9345-753412fcc820", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3b04d52-3e6c-446d-a368-9aa285fe936f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8a96080-bfef-4e27-a534-e60c08fab6db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f07cf0ad-ec35-48df-8e28-06bf60211df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fefb53c5-933b-4698-a2ec-0433c382093c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc5abc77-244b-4649-bd2e-95781b3beae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "786c0a87-6e5a-4f5b-8c73-b7676d0df474", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb9be091-903f-4aa7-b5dc-cdc479304731", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6062b14c-f877-4346-810c-18c592d7f980", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4d2ccb4-f213-4627-92a6-3f1d5a3ad976", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d2050ba-5eb3-48d4-8731-3383c16bff8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "47f87e58-656d-4ed6-9490-03e27bec07ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88a01262-102e-4332-9cc4-9565fb2d292d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1a8b7a6-6eb0-4b24-923f-bfef0bebfbb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2709f565-b2ea-49a8-802a-074f402102fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ab25a23-3af9-42e9-be64-059f3e933b98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e94ca518-bd08-48b1-9574-ee8faa21f569", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e01b4e1-2909-461b-8dcc-332260fc83db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53f9566d-836c-48e2-85cd-025ed12b548d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b10beda1-2031-4074-bfeb-ac097f54fa11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86f5ae93-dcfa-4ed1-b7e9-387e37cb15a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d2a1dbe-87a1-463a-b48c-5be12edb1d7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3fd1879f-87a9-452e-a4fd-80d7e764a893", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6128382b-4ed9-406a-b009-dca742617546", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c67a3da2-2787-4778-8d70-aa07d93b7856", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "139a3b5f-e7ff-48bf-bbb1-e1bc05f8277a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c380954-bd89-4424-b853-5a3741f3d1c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "dd7bffee-4ad5-4185-8ae9-d98c96a44ac7", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "dd7bffee-4ad5-4185-8ae9-d98c96a44ac7", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "dd7bffee-4ad5-4185-8ae9-d98c96a44ac7", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c11fd834-e20b-4cd6-9791-cde5910a3434", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c282c9d-6157-4523-bac8-7caddd1bad43", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb9873c6-de9f-47f3-9897-94cb3422fb29", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7434b991-0dd8-4fc7-b8fa-4673d0831d99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ebab4c5-2445-4389-a8f7-17e79208dd39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dec1494b-ee4e-4eab-8f6e-04084f047b17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cd408cd-089e-49cf-a54f-d96f52216a30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4418e9f-51fb-4b33-818d-0195a6af457b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc2ca707-6a41-4a26-bac9-ba338ef9b2d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10a3c372-620b-45d0-8d05-0d8bbfa67652", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "6f054050-36a1-421d-8f3d-4346516e8407", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:57:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "6f054050-36a1-421d-8f3d-4346516e8407", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476-authn-ssl"} 2026-07-24T13:57:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "6f054050-36a1-421d-8f3d-4346516e8407", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:57:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a0d07a4-3822-43ec-8c93-125b4c46d667", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bb41a59-6f10-48e0-bff6-1ae5fcaeb387", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44d09d68-5d20-4982-b954-81cdbbc11da8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "256caaf5-f6f1-4b24-9fc3-3590b8b275cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8499fd3b-b755-44c4-b10c-018a007d126b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8499fd3b-b755-44c4-b10c-018a007d126b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:57:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8499fd3b-b755-44c4-b10c-018a007d126b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-095476 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:57:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "a31a51d7-3b73-41a5-8fd9-5b0bc4100369", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "a31a51d7-3b73-41a5-8fd9-5b0bc4100369", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:57:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "a31a51d7-3b73-41a5-8fd9-5b0bc4100369", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-095476 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:57:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "openshift-service-ca.crt", "reconcileID": "55a9d586-2c53-4a1f-8f42-3cbf47aad805", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "openshift-service-ca.crt", "reconcileID": "55a9d586-2c53-4a1f-8f42-3cbf47aad805", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc691885-1cae-42db-88d4-70e0b2d8b4f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc691885-1cae-42db-88d4-70e0b2d8b4f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "cbafa9e9-5466-45ce-a931-9eb657543ada", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-095476"}, "namespace": "ai-tenant-e2e-ipp-cleanup-095476", "name": "odh-trusted-ca-bundle", "reconcileID": "cbafa9e9-5466-45ce-a931-9eb657543ada", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-095476"} 2026-07-24T13:57:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83345dc9-7b4e-4114-b0bd-c3daa326c2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79731ae2-28a8-42e8-8fd1-588e12008c17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-095476","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-095476", "reconcileID": "c5c98801-9ca2-4b74-b7a1-11a99c1a5240", "Gateway": "e2e-ipp-cleanup-095476", "namespace": "openshift-ingress"} 2026-07-24T13:57:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dec3afe6-b7f4-49f8-a658-a401653eb556", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd627301-f32a-4cec-922f-11482e8b9772", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28514f2b-e109-4e35-871f-76b9ecadfdf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28d9c739-64af-4b00-8163-2503e6e4935d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b79c7ce3-edc3-4f22-9aad-7ca63c2c37ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6dcc1560-f327-4312-9399-5acb15f7870a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8adb690-2478-47e0-8b32-162923b5fdd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f79b18e9-1b8b-4cbb-999e-8d3107a32de1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db7dd7e8-60dd-47af-804f-5ba0dd1bc4a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51531046-b5be-493e-b6b8-bdb9476f4a06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5ebc50b-8e57-43b1-b880-d52914358ee5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "310c078f-b4dc-4673-9c16-4f70e45c2028", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bad5f3af-c819-4db1-8f3c-a57e429d4ff7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41249046-c5c6-4e5a-b1a4-73a674a8a06f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b0baa9e-06f8-4748-ab16-116e84eca8dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1a6abe1-e54e-48f6-b035-640b2a863c01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6b79ae8-c003-4050-ba5b-3dad83b96ccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d110171-1c9e-4ccd-8b6c-e85f2eed8bfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d0243d9-9777-4a79-bd1c-3915d41caaea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18837342-f388-4ec3-819d-a98b658ec3d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:57:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "b2f55b8b-464a-45da-bb27-fa6eda8e803e", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:57:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "b2f55b8b-464a-45da-bb27-fa6eda8e803e", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:57:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "b2f55b8b-464a-45da-bb27-fa6eda8e803e", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "bd05c4cd-da09-48fd-87fa-b9e3b3bbae28", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "bd05c4cd-da09-48fd-87fa-b9e3b3bbae28", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "bd05c4cd-da09-48fd-87fa-b9e3b3bbae28", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "d0eacd7f-b9a1-4b76-994d-2036bf05f872", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "d0eacd7f-b9a1-4b76-994d-2036bf05f872", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "d0eacd7f-b9a1-4b76-994d-2036bf05f872", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:58:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "e0a992b3-9f68-46de-951e-69b01e0ca66b", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "e0a992b3-9f68-46de-951e-69b01e0ca66b", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "e0a992b3-9f68-46de-951e-69b01e0ca66b", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "e0a992b3-9f68-46de-951e-69b01e0ca66b", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:58:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "e0a992b3-9f68-46de-951e-69b01e0ca66b", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "authType": "userdefined"} 2026-07-24T13:58:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "e0a992b3-9f68-46de-951e-69b01e0ca66b", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bef4edb-df59-405c-a881-44f5d751aaf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:58:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63278e47-7f2a-4998-b613-219adc5833d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63278e47-7f2a-4998-b613-219adc5833d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:58:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63278e47-7f2a-4998-b613-219adc5833d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e7750f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:58:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "50022d3b-0e03-4265-8286-1f7cec574f9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-trusted-ca-bundle", "reconcileID": "50022d3b-0e03-4265-8286-1f7cec574f9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "openshift-service-ca.crt", "reconcileID": "da9c6401-3454-41f5-894d-6c67cd058f62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "openshift-service-ca.crt", "reconcileID": "da9c6401-3454-41f5-894d-6c67cd058f62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e702ba70-0718-43b7-a96b-c28dd92df001", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e702ba70-0718-43b7-a96b-c28dd92df001", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "9b3c2d41-3c1a-45d1-a10d-b6e976e51251", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "9b3c2d41-3c1a-45d1-a10d-b6e976e51251", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "9b3c2d41-3c1a-45d1-a10d-b6e976e51251", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:58:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f"} 2026-07-24T13:58:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:58:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:58:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "1771df93-dc15-49ba-8dd8-aba199350511", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0258e5ed-0cee-4c0e-bbbf-64cff93d2594", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6867773-2db2-4ad2-9ff7-376fadedba9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:58:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f"} 2026-07-24T13:58:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:58:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f-kserve-route-authn"} 2026-07-24T13:58:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "7c06c79d-7e66-4a96-a2d9-db556b1fed5c", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e7750f","namespace":"ai-tenant-e2e-ipp-a-e7750f"}, "namespace": "ai-tenant-e2e-ipp-a-e7750f", "name": "ipp-route-e7750f", "reconcileID": "c1e31b07-6382-401c-b7de-4951fbace548", "LLMInferenceService": "ipp-route-e7750f", "namespace": "ai-tenant-e2e-ipp-a-e7750f"} 2026-07-24T13:58:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "da37a68e-089e-4775-a29f-d3984eb8029d", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:58:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "da37a68e-089e-4775-a29f-d3984eb8029d", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f-authn-ssl"} 2026-07-24T13:58:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "da37a68e-089e-4775-a29f-d3984eb8029d", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:58:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e7750f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e7750f", "reconcileID": "491eeb47-4f0a-4b91-8973-bc178b18c828", "Gateway": "e2e-ipp-a-e7750f", "namespace": "openshift-ingress"} 2026-07-24T13:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee00b493-c83d-4c14-a7b2-269fc94f2512", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:59:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "45a34890-f3fc-4c92-ba1b-46bfd058be3c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:59:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "45a34890-f3fc-4c92-ba1b-46bfd058be3c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:59:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "45a34890-f3fc-4c92-ba1b-46bfd058be3c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "38275b85-3159-4c80-849e-572ef8fdf98c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "38275b85-3159-4c80-849e-572ef8fdf98c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298-authn-ssl"} 2026-07-24T13:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "38275b85-3159-4c80-849e-572ef8fdf98c", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a39c1ccb-04ba-42ae-b4bf-fc4b7a613fbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a39c1ccb-04ba-42ae-b4bf-fc4b7a613fbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:59:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a39c1ccb-04ba-42ae-b4bf-fc4b7a613fbc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e01298 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-trusted-ca-bundle", "reconcileID": "6bc8dba6-6e00-4145-b470-78eba288c395", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-trusted-ca-bundle", "reconcileID": "6bc8dba6-6e00-4145-b470-78eba288c395", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "openshift-service-ca.crt", "reconcileID": "4b56d247-ddd8-47d7-8496-2e672e25ef2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "openshift-service-ca.crt", "reconcileID": "4b56d247-ddd8-47d7-8496-2e672e25ef2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e9ac8f5-13da-407d-9f16-0f6b95152ae2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e01298"}, "namespace": "ai-tenant-e2e-ipp-b-e01298", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e9ac8f5-13da-407d-9f16-0f6b95152ae2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e01298"} 2026-07-24T13:59:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e01298","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e01298", "reconcileID": "6fee03bc-d011-4df9-8610-b1c404c08756", "Gateway": "e2e-ipp-b-e01298", "namespace": "openshift-ingress"} 2026-07-24T13:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7145441-466d-4303-8ec4-90c3ce6a9a6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:59:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "9aac2d98-d74e-467d-82b1-d38090bbef37", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress"} 2026-07-24T13:59:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "9aac2d98-d74e-467d-82b1-d38090bbef37", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress", "name": "e2e-shared-a-934481-authn-ssl"} 2026-07-24T13:59:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "9aac2d98-d74e-467d-82b1-d38090bbef37", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress"} 2026-07-24T13:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "652ad583-71f7-4c32-858d-65dfc6b065c0", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress"} 2026-07-24T13:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "652ad583-71f7-4c32-858d-65dfc6b065c0", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress", "name": "e2e-shared-a-934481-authn-ssl"} 2026-07-24T13:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "652ad583-71f7-4c32-858d-65dfc6b065c0", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress"} 2026-07-24T13:59:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dd3f878-55ae-4787-be61-16f1c92bb7fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dd3f878-55ae-4787-be61-16f1c92bb7fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-934481", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T13:59:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dd3f878-55ae-4787-be61-16f1c92bb7fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-934481 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T13:59:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-trusted-ca-bundle", "reconcileID": "3e7bebff-feb4-4507-91cc-d2f4993aba02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-trusted-ca-bundle", "reconcileID": "3e7bebff-feb4-4507-91cc-d2f4993aba02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "openshift-service-ca.crt", "reconcileID": "c173729e-aa82-489e-b1cf-9d4aadf96587", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "openshift-service-ca.crt", "reconcileID": "c173729e-aa82-489e-b1cf-9d4aadf96587", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f13d447-75f1-410c-8bad-0532687d16ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-934481"}, "namespace": "ai-tenant-e2e-shared-a-934481", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f13d447-75f1-410c-8bad-0532687d16ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-934481"} 2026-07-24T13:59:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-934481","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-934481", "reconcileID": "e35397e0-06e0-45d6-9621-71336e9bab3a", "Gateway": "e2e-shared-a-934481", "namespace": "openshift-ingress"} 2026-07-24T13:59:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6172691e-daae-4e45-9447-a995c7aec4d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T13:59:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "3316627d-bb3c-4b35-8d5b-fa0ce8055525", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress"} 2026-07-24T13:59:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "3316627d-bb3c-4b35-8d5b-fa0ce8055525", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7-authn-ssl"} 2026-07-24T13:59:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "3316627d-bb3c-4b35-8d5b-fa0ce8055525", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress"} 2026-07-24T13:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "697cbafd-9124-4fad-9bf6-20e11906c9eb", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress"} 2026-07-24T13:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "697cbafd-9124-4fad-9bf6-20e11906c9eb", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7-authn-ssl"} 2026-07-24T13:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "697cbafd-9124-4fad-9bf6-20e11906c9eb", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress"} 2026-07-24T14:00:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538c43c5-0704-4bef-8123-60078e368eb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538c43c5-0704-4bef-8123-60078e368eb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0a0df7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:00:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538c43c5-0704-4bef-8123-60078e368eb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-0a0df7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:00:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-trusted-ca-bundle", "reconcileID": "b19649cf-57d0-439c-b720-ad101cd8037d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-trusted-ca-bundle", "reconcileID": "b19649cf-57d0-439c-b720-ad101cd8037d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "openshift-service-ca.crt", "reconcileID": "31470bc8-ec20-4864-908e-ab76cef22e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "openshift-service-ca.crt", "reconcileID": "31470bc8-ec20-4864-908e-ab76cef22e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fba24ad5-90d9-42dc-8194-29c2854de1bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0a0df7"}, "namespace": "ai-tenant-e2e-shared-b-0a0df7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fba24ad5-90d9-42dc-8194-29c2854de1bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0a0df7"} 2026-07-24T14:00:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0a0df7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0a0df7", "reconcileID": "ad1049e9-fdaa-4ff3-9f1d-7b26a9c24ff4", "Gateway": "e2e-shared-b-0a0df7", "namespace": "openshift-ingress"}