2026-09-11T14:20:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "odh-trusted-ca-bundle", "reconcileID": "13d50408-107e-4acb-b582-183d9395e2e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-c52865 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "openshift-service-ca.crt", "reconcileID": "bd09bb59-1743-4bc4-96a7-82493522d7bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c52865"} 2026-09-11T14:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "openshift-service-ca.crt", "reconcileID": "bd09bb59-1743-4bc4-96a7-82493522d7bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c52865"} 2026-09-11T14:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "odh-trusted-ca-bundle", "reconcileID": "0d9f549c-cd60-4188-9788-e245a09e095b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c52865"} 2026-09-11T14:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "odh-trusted-ca-bundle", "reconcileID": "0d9f549c-cd60-4188-9788-e245a09e095b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c52865"} 2026-09-11T14:20:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9872d8c7-f05f-4fc1-a3a9-7d3c804cf38b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c52865"} 2026-09-11T14:20:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c52865"}, "namespace": "ai-tenant-e2e-shared-a-w2-c52865", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9872d8c7-f05f-4fc1-a3a9-7d3c804cf38b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c52865"} 2026-09-11T14:20:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c52865","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c52865", "reconcileID": "160d0e20-1fa7-48bb-a799-56f88cc12fb0", "Gateway": "e2e-shared-a-w2-c52865", "namespace": "openshift-ingress"} 2026-09-11T14:20:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c52865","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c52865", "reconcileID": "160d0e20-1fa7-48bb-a799-56f88cc12fb0", "Gateway": "e2e-shared-a-w2-c52865", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c52865-authn-ssl"} 2026-09-11T14:20:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c52865","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c52865", "reconcileID": "160d0e20-1fa7-48bb-a799-56f88cc12fb0", "Gateway": "e2e-shared-a-w2-c52865", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "795b11a7-d3eb-4bbb-942a-65a766cdb259", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "795b11a7-d3eb-4bbb-942a-65a766cdb259", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "795b11a7-d3eb-4bbb-942a-65a766cdb259", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "1265c0ee-4593-49e2-a6ed-acb3852675fa", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "1265c0ee-4593-49e2-a6ed-acb3852675fa", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "1265c0ee-4593-49e2-a6ed-acb3852675fa", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-d9cd47-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-d9cd47-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "8163da26-65c4-45f6-88a4-163a8fe33633", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-d9cd47-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-d9cd47-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-d9cd47","uid":"8cbc798b-cfc9-4e7b-8d3b-66ca9be8189e","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"50061"}, "reason": "ReconcileError"} 2026-09-11T14:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "8163da26-65c4-45f6-88a4-163a8fe33633", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "8163da26-65c4-45f6-88a4-163a8fe33633", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "cbe2e209-8e52-4ca5-8be9-771ecad46105", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "cbe2e209-8e52-4ca5-8be9-771ecad46105", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "cbe2e209-8e52-4ca5-8be9-771ecad46105", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "42defaee-8505-4f7c-9986-4c55526b4616", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "42defaee-8505-4f7c-9986-4c55526b4616", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "42defaee-8505-4f7c-9986-4c55526b4616", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "22ac6770-a12b-4a4e-8dee-e4a7a3417b84", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "22ac6770-a12b-4a4e-8dee-e4a7a3417b84", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "22ac6770-a12b-4a4e-8dee-e4a7a3417b84", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "031899e6-95ed-42ff-adfa-b53f81c257c1", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "031899e6-95ed-42ff-adfa-b53f81c257c1", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "031899e6-95ed-42ff-adfa-b53f81c257c1", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c52865","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c52865", "reconcileID": "204eae97-1fed-4a50-83ce-67e33363c23a", "Gateway": "e2e-shared-a-w2-c52865", "namespace": "openshift-ingress"} 2026-09-11T14:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "6a8181e3-360f-4a26-877b-b5e8461c1b37", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "6a8181e3-360f-4a26-877b-b5e8461c1b37", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "6a8181e3-360f-4a26-877b-b5e8461c1b37", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "openshift-service-ca.crt", "reconcileID": "34ca9f0a-121f-4c6f-b571-747c453eb223", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-trusted-ca-bundle", "reconcileID": "ed0dce98-a39d-47bd-9514-f07036b480d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "openshift-service-ca.crt", "reconcileID": "1f73e59a-0317-4f7e-a5c6-f13afc2ede93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:20:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "openshift-service-ca.crt", "reconcileID": "1f73e59a-0317-4f7e-a5c6-f13afc2ede93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "044ff1ed-b3b2-4da9-84cb-6060499ca3c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "openshift-service-ca.crt", "reconcileID": "22556727-33d0-465b-868e-a6249ef484f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-trusted-ca-bundle", "reconcileID": "74cfda54-a90e-49a8-a7ec-378a4d9727ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:20:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-trusted-ca-bundle", "reconcileID": "74cfda54-a90e-49a8-a7ec-378a4d9727ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b125ea25-d6de-4fb4-b1df-1c4922951b80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "047603bd-b538-4ed7-892b-fcfe8602109c", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "047603bd-b538-4ed7-892b-fcfe8602109c", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "047603bd-b538-4ed7-892b-fcfe8602109c", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "b0fc7282-3376-4c10-8e1e-856b577309f0", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "b0fc7282-3376-4c10-8e1e-856b577309f0", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "b0fc7282-3376-4c10-8e1e-856b577309f0", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:20:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "051cba61-0720-4441-a6ab-32d0ff735d98", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress"} 2026-09-11T14:20:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "051cba61-0720-4441-a6ab-32d0ff735d98", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565-authn-ssl"} 2026-09-11T14:20:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "051cba61-0720-4441-a6ab-32d0ff735d98", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress"} 2026-09-11T14:20:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "880b8f88-38ae-4cdd-94b9-9978d3e66b4f", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress"} 2026-09-11T14:20:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "880b8f88-38ae-4cdd-94b9-9978d3e66b4f", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565-authn-ssl"} 2026-09-11T14:20:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "880b8f88-38ae-4cdd-94b9-9978d3e66b4f", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress"} 2026-09-11T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de3495d0-7f2e-4a0a-8dfb-e18e8a2ce7dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de3495d0-7f2e-4a0a-8dfb-e18e8a2ce7dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:20:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de3495d0-7f2e-4a0a-8dfb-e18e8a2ce7dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5cf565 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-trusted-ca-bundle", "reconcileID": "4a9621e5-b219-4de0-bf1c-9616fd494538", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-trusted-ca-bundle", "reconcileID": "4a9621e5-b219-4de0-bf1c-9616fd494538", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "openshift-service-ca.crt", "reconcileID": "724469bd-53d7-4fe1-b9d3-028fd98a6e60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "openshift-service-ca.crt", "reconcileID": "724469bd-53d7-4fe1-b9d3-028fd98a6e60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3254e16e-7015-4036-be14-4a825f2c1d12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5cf565"}, "namespace": "ai-tenant-e2e-shared-b-w2-5cf565", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3254e16e-7015-4036-be14-4a825f2c1d12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5cf565"} 2026-09-11T14:20:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5cf565","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5cf565", "reconcileID": "170b10bc-a4df-4e22-a795-f7db8082a205", "Gateway": "e2e-shared-b-w2-5cf565", "namespace": "openshift-ingress"} 2026-09-11T14:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b26b30d9-f752-4d08-9572-efb82e505a06", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b26b30d9-f752-4d08-9572-efb82e505a06", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b26b30d9-f752-4d08-9572-efb82e505a06", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "a81a20b8-1a26-4338-802f-6452abd10574", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b26b30d9-f752-4d08-9572-efb82e505a06", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b26b30d9-f752-4d08-9572-efb82e505a06", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b26b30d9-f752-4d08-9572-efb82e505a06", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "a81a20b8-1a26-4338-802f-6452abd10574", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "a81a20b8-1a26-4338-802f-6452abd10574", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "17ab116c-241c-4946-8ef2-265490ec424a", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "17ab116c-241c-4946-8ef2-265490ec424a", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "17ab116c-241c-4946-8ef2-265490ec424a", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "17ab116c-241c-4946-8ef2-265490ec424a", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "17ab116c-241c-4946-8ef2-265490ec424a", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "17ab116c-241c-4946-8ef2-265490ec424a", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "5cf1db9f-93e6-434a-9da7-3f64f0b9f6dd", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "5cf1db9f-93e6-434a-9da7-3f64f0b9f6dd", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "5cf1db9f-93e6-434a-9da7-3f64f0b9f6dd", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:20:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "ae4beb4b-ae48-4fc3-abf8-d04404dbbc25", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "ae4beb4b-ae48-4fc3-abf8-d04404dbbc25", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "ae4beb4b-ae48-4fc3-abf8-d04404dbbc25", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "ae4beb4b-ae48-4fc3-abf8-d04404dbbc25", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:20:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "ae4beb4b-ae48-4fc3-abf8-d04404dbbc25", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:20:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "ae4beb4b-ae48-4fc3-abf8-d04404dbbc25", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b6442ac6-888e-4fad-b5e4-a92d6cc027fb", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b6442ac6-888e-4fad-b5e4-a92d6cc027fb", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b6442ac6-888e-4fad-b5e4-a92d6cc027fb", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b6442ac6-888e-4fad-b5e4-a92d6cc027fb", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:20:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b6442ac6-888e-4fad-b5e4-a92d6cc027fb", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:20:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "b6442ac6-888e-4fad-b5e4-a92d6cc027fb", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "a46aa002-55f4-402e-a4d5-505a9d8354d2", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "a46aa002-55f4-402e-a4d5-505a9d8354d2", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "a46aa002-55f4-402e-a4d5-505a9d8354d2", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "a46aa002-55f4-402e-a4d5-505a9d8354d2", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:20:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "a46aa002-55f4-402e-a4d5-505a9d8354d2", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:20:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "a46aa002-55f4-402e-a4d5-505a9d8354d2", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:20:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:20:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:21:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:21:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "9acd35dc-b9d6-4ca5-96ff-6ef0ee28156d", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "9acd35dc-b9d6-4ca5-96ff-6ef0ee28156d", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "9acd35dc-b9d6-4ca5-96ff-6ef0ee28156d", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "2525a0ff-f8ea-4dd0-baa4-beed3d7122ce", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "2525a0ff-f8ea-4dd0-baa4-beed3d7122ce", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "2525a0ff-f8ea-4dd0-baa4-beed3d7122ce", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "5c89fecd-71c5-4a7f-bf2c-08519910568b", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "5c89fecd-71c5-4a7f-bf2c-08519910568b", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "5c89fecd-71c5-4a7f-bf2c-08519910568b", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "3469b8b7-9b61-4a91-ac93-83392c10bcc5", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "3469b8b7-9b61-4a91-ac93-83392c10bcc5", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "3469b8b7-9b61-4a91-ac93-83392c10bcc5", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "fa235895-c566-418d-8a87-cbce803e77ab", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "fa235895-c566-418d-8a87-cbce803e77ab", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "fa235895-c566-418d-8a87-cbce803e77ab", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "9114f3bd-4c7b-4990-afa3-28adb184f0f4", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "9114f3bd-4c7b-4990-afa3-28adb184f0f4", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "9114f3bd-4c7b-4990-afa3-28adb184f0f4", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "c2afc42d-45fd-45e7-bda9-4a9e609b885c", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "c2afc42d-45fd-45e7-bda9-4a9e609b885c", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "c2afc42d-45fd-45e7-bda9-4a9e609b885c", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "907e1a87-bf22-4be8-a9ad-913c4d2a33c1", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "907e1a87-bf22-4be8-a9ad-913c4d2a33c1", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "907e1a87-bf22-4be8-a9ad-913c4d2a33c1", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "4eec6a5e-ef0e-4908-8ae6-24de18fe7344", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-trusted-ca-bundle", "reconcileID": "5ad40aac-5172-4794-bc2d-f621b98d83d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "e830a8e2-5aec-4d9b-9bc7-e65c6c9a4d5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:21:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "e830a8e2-5aec-4d9b-9bc7-e65c6c9a4d5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "cf162080-f09f-4dca-bbdc-ab6535dd9e3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:21:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "cf162080-f09f-4dca-bbdc-ab6535dd9e3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "352049f4-2ea1-4d1f-890f-24c050255692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "5d5ac6c1-1d9b-4aac-b73a-39183121b6c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-trusted-ca-bundle", "reconcileID": "d23c6007-b720-402d-8741-c9c7c210058d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:21:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-trusted-ca-bundle", "reconcileID": "d23c6007-b720-402d-8741-c9c7c210058d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5cb0980-fba4-4115-92db-1204089dd803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:21:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "ffb93a1f-8130-4208-8a75-33e101610897", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "ffb93a1f-8130-4208-8a75-33e101610897", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "ffb93a1f-8130-4208-8a75-33e101610897", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "d30cd9a1-8302-4783-94d5-3cdb865b52cc", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "d30cd9a1-8302-4783-94d5-3cdb865b52cc", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "d30cd9a1-8302-4783-94d5-3cdb865b52cc", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "ca062f35-6692-47fd-94e2-5e31132b54cc", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:21:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "ca062f35-6692-47fd-94e2-5e31132b54cc", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:21:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "ca062f35-6692-47fd-94e2-5e31132b54cc", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:22:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "f01407da-7db2-4b31-a6ca-db3b089897db", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:22:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "f01407da-7db2-4b31-a6ca-db3b089897db", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87-authn-ssl"} 2026-09-11T14:22:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "f01407da-7db2-4b31-a6ca-db3b089897db", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67bcc063-4454-49eb-bcd3-54e245f722c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67bcc063-4454-49eb-bcd3-54e245f722c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:22:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67bcc063-4454-49eb-bcd3-54e245f722c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-246a87 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36992b92-97f1-40ec-af58-ac712552e73c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36992b92-97f1-40ec-af58-ac712552e73c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:22:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36992b92-97f1-40ec-af58-ac712552e73c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-246a87 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b817c639-ff1e-43a7-81cc-c1c0aa08b6dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b817c639-ff1e-43a7-81cc-c1c0aa08b6dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:22:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b817c639-ff1e-43a7-81cc-c1c0aa08b6dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-246a87 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-trusted-ca-bundle", "reconcileID": "09f81491-2ee6-4a62-adf9-05970006c25d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-trusted-ca-bundle", "reconcileID": "09f81491-2ee6-4a62-adf9-05970006c25d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "75f041a2-76d4-4e57-80c1-719127eb381f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "openshift-service-ca.crt", "reconcileID": "75f041a2-76d4-4e57-80c1-719127eb381f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5070c4-a3a0-492f-8451-ee5d2869343a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-246a87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-246a87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5070c4-a3a0-492f-8451-ee5d2869343a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-246a87"} 2026-09-11T14:22:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-246a87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-246a87", "reconcileID": "136cf361-5693-49fb-9acd-ab2ba2d5ada2", "Gateway": "e2e-ipp-cleanup-246a87", "namespace": "openshift-ingress"} 2026-09-11T14:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "48436a34-74c0-45b1-92bb-f8e76fc44c55", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "48436a34-74c0-45b1-92bb-f8e76fc44c55", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "48436a34-74c0-45b1-92bb-f8e76fc44c55", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "815f189f-5a5d-43e0-b784-c9be3f56a94d", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "815f189f-5a5d-43e0-b784-c9be3f56a94d", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "815f189f-5a5d-43e0-b784-c9be3f56a94d", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:22:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "ebf61f05-e5ba-45fc-8d63-3fea150d4fe8", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:22:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "ebf61f05-e5ba-45fc-8d63-3fea150d4fe8", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:22:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "ebf61f05-e5ba-45fc-8d63-3fea150d4fe8", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "7a404123-e4bc-4154-b31e-9c62532c2534", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "7a404123-e4bc-4154-b31e-9c62532c2534", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "7a404123-e4bc-4154-b31e-9c62532c2534", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "7a404123-e4bc-4154-b31e-9c62532c2534", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "7a404123-e4bc-4154-b31e-9c62532c2534", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "7a404123-e4bc-4154-b31e-9c62532c2534", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "09b33176-68a1-400d-87ed-f2422c9f22b5", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "09b33176-68a1-400d-87ed-f2422c9f22b5", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "09b33176-68a1-400d-87ed-f2422c9f22b5", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "09b33176-68a1-400d-87ed-f2422c9f22b5", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:23:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "09b33176-68a1-400d-87ed-f2422c9f22b5", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "authType": "userdefined"} 2026-09-11T14:23:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "09b33176-68a1-400d-87ed-f2422c9f22b5", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d"} 2026-09-11T14:23:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:23:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:23:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b915f70-a2fb-4085-9695-a0ef22cc1528", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "c196d130-7d0d-424d-bccf-d2f532bfb449", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "c196d130-7d0d-424d-bccf-d2f532bfb449", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "c196d130-7d0d-424d-bccf-d2f532bfb449", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:23:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5cfd0b-8089-427c-98a9-03f01cee6449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5cfd0b-8089-427c-98a9-03f01cee6449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5cfd0b-8089-427c-98a9-03f01cee6449", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e6521d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-trusted-ca-bundle", "reconcileID": "d69b20a7-cca8-4167-b419-b9d620cd2479", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-trusted-ca-bundle", "reconcileID": "d69b20a7-cca8-4167-b419-b9d620cd2479", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "openshift-service-ca.crt", "reconcileID": "1ff1087f-bccc-4db9-8f6e-154c670da9ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "openshift-service-ca.crt", "reconcileID": "1ff1087f-bccc-4db9-8f6e-154c670da9ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdef4747-6b6c-44ca-811f-17f6a75cd9c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdef4747-6b6c-44ca-811f-17f6a75cd9c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d"} 2026-09-11T14:23:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:23:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d-kserve-route-authn"} 2026-09-11T14:23:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "3d61e741-2242-4a82-9dec-55f228fc2109", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e6521d","namespace":"ai-tenant-e2e-ipp-a-e6521d"}, "namespace": "ai-tenant-e2e-ipp-a-e6521d", "name": "ipp-route-e6521d", "reconcileID": "5b8bce19-869e-41d4-91db-3917cbce2e68", "LLMInferenceService": "ipp-route-e6521d", "namespace": "ai-tenant-e2e-ipp-a-e6521d"} 2026-09-11T14:23:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "3b4aad5e-ec2b-4a55-a604-bfa60c74c72a", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:23:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "3b4aad5e-ec2b-4a55-a604-bfa60c74c72a", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d-authn-ssl"} 2026-09-11T14:23:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "3b4aad5e-ec2b-4a55-a604-bfa60c74c72a", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:23:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e6521d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e6521d", "reconcileID": "a2d2e80b-318d-482d-8699-156b41ea13ee", "Gateway": "e2e-ipp-a-e6521d", "namespace": "openshift-ingress"} 2026-09-11T14:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "74f515ab-90cb-49c9-837d-a2a97090908c", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "74f515ab-90cb-49c9-837d-a2a97090908c", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "74f515ab-90cb-49c9-837d-a2a97090908c", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "13754594-087e-4a7e-a5b3-5aa14734f509", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "13754594-087e-4a7e-a5b3-5aa14734f509", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47-authn-ssl"} 2026-09-11T14:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "13754594-087e-4a7e-a5b3-5aa14734f509", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:23:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bad3b1d-fa43-4b0b-b645-e2d4b498f2ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bad3b1d-fa43-4b0b-b645-e2d4b498f2ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bad3b1d-fa43-4b0b-b645-e2d4b498f2ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d9cd47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9678effc-e32b-43ac-baf9-56abcc9c19f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9678effc-e32b-43ac-baf9-56abcc9c19f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9678effc-e32b-43ac-baf9-56abcc9c19f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d9cd47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be70efce-36c8-48ac-864a-f177f043d84d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be70efce-36c8-48ac-864a-f177f043d84d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be70efce-36c8-48ac-864a-f177f043d84d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d9cd47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c64f673-2ae6-4f1f-9760-9338c43fd0d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c64f673-2ae6-4f1f-9760-9338c43fd0d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c64f673-2ae6-4f1f-9760-9338c43fd0d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d9cd47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-trusted-ca-bundle", "reconcileID": "17dd2507-9e1b-4711-8c0b-61e07babf4d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-trusted-ca-bundle", "reconcileID": "17dd2507-9e1b-4711-8c0b-61e07babf4d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "openshift-service-ca.crt", "reconcileID": "f6bbbc92-e91e-4070-8c97-75da9c4775eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "openshift-service-ca.crt", "reconcileID": "f6bbbc92-e91e-4070-8c97-75da9c4775eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ec7baf6-e865-49c1-bbbf-70a2885429e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d9cd47"}, "namespace": "ai-tenant-e2e-ipp-b-d9cd47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ec7baf6-e865-49c1-bbbf-70a2885429e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d9cd47"} 2026-09-11T14:23:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d9cd47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d9cd47", "reconcileID": "ed33e384-f378-4241-b314-9d28750131e1", "Gateway": "e2e-ipp-b-d9cd47", "namespace": "openshift-ingress"} 2026-09-11T14:23:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "21c09762-ba1b-40e2-91f2-afbb6275c81a", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress"} 2026-09-11T14:23:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "21c09762-ba1b-40e2-91f2-afbb6275c81a", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4-authn-ssl"} 2026-09-11T14:23:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "21c09762-ba1b-40e2-91f2-afbb6275c81a", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress"} 2026-09-11T14:23:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "18fc69f3-510b-4157-aa38-67f7ec2d5366", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress"} 2026-09-11T14:23:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "18fc69f3-510b-4157-aa38-67f7ec2d5366", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4-authn-ssl"} 2026-09-11T14:23:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "18fc69f3-510b-4157-aa38-67f7ec2d5366", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress"} 2026-09-11T14:23:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f6aabe-a4fe-4002-9881-edc37379a553", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f6aabe-a4fe-4002-9881-edc37379a553", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f6aabe-a4fe-4002-9881-edc37379a553", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-fb65d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc10db81-d5bf-458c-af70-318333b78a1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc10db81-d5bf-458c-af70-318333b78a1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc10db81-d5bf-458c-af70-318333b78a1a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-fb65d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a233e23-3099-4e65-a56f-4df6112a3f4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a233e23-3099-4e65-a56f-4df6112a3f4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:23:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a233e23-3099-4e65-a56f-4df6112a3f4b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-fb65d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:23:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-trusted-ca-bundle", "reconcileID": "d48658e0-2422-4634-ad66-dfeeeda43127", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-trusted-ca-bundle", "reconcileID": "d48658e0-2422-4634-ad66-dfeeeda43127", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "openshift-service-ca.crt", "reconcileID": "74567083-372f-46ff-a4b2-d91d7235bcd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "openshift-service-ca.crt", "reconcileID": "74567083-372f-46ff-a4b2-d91d7235bcd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2367ee38-fd0a-43b2-b3c6-b026e6029ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-fb65d4"}, "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2367ee38-fd0a-43b2-b3c6-b026e6029ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-fb65d4"} 2026-09-11T14:23:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-fb65d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-fb65d4", "reconcileID": "e49b84e8-3747-4d52-b653-6758a3e3e4e2", "Gateway": "e2e-shared-a-w4-fb65d4", "namespace": "openshift-ingress"} 2026-09-11T14:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "3c47e66f-0bb6-4d81-af5a-83e0a6d50ea0", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress"} 2026-09-11T14:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "3c47e66f-0bb6-4d81-af5a-83e0a6d50ea0", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c-authn-ssl"} 2026-09-11T14:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "3c47e66f-0bb6-4d81-af5a-83e0a6d50ea0", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress"} 2026-09-11T14:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "34c4925b-e2d5-403e-9695-4fd760557346", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress"} 2026-09-11T14:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "34c4925b-e2d5-403e-9695-4fd760557346", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c-authn-ssl"} 2026-09-11T14:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "34c4925b-e2d5-403e-9695-4fd760557346", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress"} 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba80b943-da4d-4799-b917-c5b204cc95f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba80b943-da4d-4799-b917-c5b204cc95f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:24:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba80b943-da4d-4799-b917-c5b204cc95f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-261f9c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "533836c4-268c-4f5f-aa92-ba60fe8478b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "533836c4-268c-4f5f-aa92-ba60fe8478b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:24:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "533836c4-268c-4f5f-aa92-ba60fe8478b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-261f9c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fb744e5-481a-4893-b6a6-ccabab049c40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fb744e5-481a-4893-b6a6-ccabab049c40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:24:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fb744e5-481a-4893-b6a6-ccabab049c40", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-261f9c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "152e7aa5-4198-46fd-a36f-12f2d7eaf0f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "152e7aa5-4198-46fd-a36f-12f2d7eaf0f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:24:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "152e7aa5-4198-46fd-a36f-12f2d7eaf0f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-261f9c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-trusted-ca-bundle", "reconcileID": "d2128ac3-7105-4c77-a843-f73be6f51154", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-trusted-ca-bundle", "reconcileID": "d2128ac3-7105-4c77-a843-f73be6f51154", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "openshift-service-ca.crt", "reconcileID": "e6b878f0-1449-492e-8e3c-b34973296f60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "openshift-service-ca.crt", "reconcileID": "e6b878f0-1449-492e-8e3c-b34973296f60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eeffea22-0369-4e83-979a-f8f9866df2b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-261f9c"}, "namespace": "ai-tenant-e2e-shared-b-w4-261f9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eeffea22-0369-4e83-979a-f8f9866df2b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-261f9c"} 2026-09-11T14:24:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-261f9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-261f9c", "reconcileID": "7336da85-b482-4e08-86e0-02148c95aa5e", "Gateway": "e2e-shared-b-w4-261f9c", "namespace": "openshift-ingress"} 2026-09-11T14:26:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:26:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:26:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:26:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:28:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "186ad4c3-5701-436d-a684-a81e187faa6a", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "186ad4c3-5701-436d-a684-a81e187faa6a", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "186ad4c3-5701-436d-a684-a81e187faa6a", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd45fb2a-08a0-439e-a48c-e94ae602a6e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "186ad4c3-5701-436d-a684-a81e187faa6a", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a-kserve-route-authn"} 2026-09-11T14:28:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "186ad4c3-5701-436d-a684-a81e187faa6a", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:28:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "186ad4c3-5701-436d-a684-a81e187faa6a", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd45fb2a-08a0-439e-a48c-e94ae602a6e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:28:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd45fb2a-08a0-439e-a48c-e94ae602a6e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "069d1799-0cc6-4367-a1d8-06e5356d2712", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "069d1799-0cc6-4367-a1d8-06e5356d2712", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "069d1799-0cc6-4367-a1d8-06e5356d2712", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "069d1799-0cc6-4367-a1d8-06e5356d2712", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a-kserve-route-authn"} 2026-09-11T14:28:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "069d1799-0cc6-4367-a1d8-06e5356d2712", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:28:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "069d1799-0cc6-4367-a1d8-06e5356d2712", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "f10d1c6f-f382-43bb-bde9-40dac03fdd0b", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "f10d1c6f-f382-43bb-bde9-40dac03fdd0b", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "f10d1c6f-f382-43bb-bde9-40dac03fdd0b", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59af0471-23d8-42ab-b02b-0182daa42da8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "f10d1c6f-f382-43bb-bde9-40dac03fdd0b", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a-kserve-route-authn"} 2026-09-11T14:28:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "f10d1c6f-f382-43bb-bde9-40dac03fdd0b", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:28:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "f10d1c6f-f382-43bb-bde9-40dac03fdd0b", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59af0471-23d8-42ab-b02b-0182daa42da8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:28:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59af0471-23d8-42ab-b02b-0182daa42da8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c37a9cf-24de-43d7-805c-5cace495a065", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c37a9cf-24de-43d7-805c-5cace495a065", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:28:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c37a9cf-24de-43d7-805c-5cace495a065", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "655de89e-f2d8-46da-aef0-ffe8b9566567", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "655de89e-f2d8-46da-aef0-ffe8b9566567", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "655de89e-f2d8-46da-aef0-ffe8b9566567", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "655de89e-f2d8-46da-aef0-ffe8b9566567", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a-kserve-route-authn"} 2026-09-11T14:28:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "655de89e-f2d8-46da-aef0-ffe8b9566567", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:28:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "655de89e-f2d8-46da-aef0-ffe8b9566567", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "8099b701-4eea-47ef-beb8-b4335a634f76", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "8099b701-4eea-47ef-beb8-b4335a634f76", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "8099b701-4eea-47ef-beb8-b4335a634f76", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "8099b701-4eea-47ef-beb8-b4335a634f76", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a-kserve-route-authn"} 2026-09-11T14:28:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "8099b701-4eea-47ef-beb8-b4335a634f76", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:28:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "8099b701-4eea-47ef-beb8-b4335a634f76", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d88c83d5-ad84-4213-81fd-1a9c3bb589ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d88c83d5-ad84-4213-81fd-1a9c3bb589ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d88c83d5-ad84-4213-81fd-1a9c3bb589ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:28:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "9bdb32db-9153-4cc8-a2ea-83409f30fe0a", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "9bdb32db-9153-4cc8-a2ea-83409f30fe0a", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "9bdb32db-9153-4cc8-a2ea-83409f30fe0a", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:28:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "9bdb32db-9153-4cc8-a2ea-83409f30fe0a", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a-kserve-route-authn"} 2026-09-11T14:28:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "9bdb32db-9153-4cc8-a2ea-83409f30fe0a", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:28:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "9bdb32db-9153-4cc8-a2ea-83409f30fe0a", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "c3ec0199-1dd5-41cf-83dd-3c3532d6c89d", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "c3ec0199-1dd5-41cf-83dd-3c3532d6c89d", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "c3ec0199-1dd5-41cf-83dd-3c3532d6c89d", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "c3ec0199-1dd5-41cf-83dd-3c3532d6c89d", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a-kserve-route-authn"} 2026-09-11T14:29:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "c3ec0199-1dd5-41cf-83dd-3c3532d6c89d", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:29:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "c3ec0199-1dd5-41cf-83dd-3c3532d6c89d", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4377ed85-5107-4d09-95b9-33ca3e41a744", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4377ed85-5107-4d09-95b9-33ca3e41a744", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4377ed85-5107-4d09-95b9-33ca3e41a744", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4377ed85-5107-4d09-95b9-33ca3e41a744", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a-kserve-route-authn"} 2026-09-11T14:29:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4377ed85-5107-4d09-95b9-33ca3e41a744", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:29:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4377ed85-5107-4d09-95b9-33ca3e41a744", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "ed94cefc-b333-4970-baa6-306f0c35c6ab", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "ed94cefc-b333-4970-baa6-306f0c35c6ab", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a"} 2026-09-11T14:29:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "ed94cefc-b333-4970-baa6-306f0c35c6ab", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "ed94cefc-b333-4970-baa6-306f0c35c6ab", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "ed94cefc-b333-4970-baa6-306f0c35c6ab", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a-kserve-route-authn"} 2026-09-11T14:29:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "ed94cefc-b333-4970-baa6-306f0c35c6ab", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a-kserve-route-authn"} 2026-09-11T14:29:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77c6fd9a", "reconcileID": "f450b83e-d99e-4694-90ce-3a08375ed9a3", "LLMInferenceService": "e2e-same-id-a-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7723488-d933-4c11-bbc8-f3ba4747bc2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7723488-d933-4c11-bbc8-f3ba4747bc2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:29:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7723488-d933-4c11-bbc8-f3ba4747bc2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef5e7e94-1822-47b4-8488-c91a37326989", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef5e7e94-1822-47b4-8488-c91a37326989", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:29:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef5e7e94-1822-47b4-8488-c91a37326989", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "bd401a02-5662-40e3-9abe-de3cc795ba28", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "bd401a02-5662-40e3-9abe-de3cc795ba28", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a"} 2026-09-11T14:29:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "bd401a02-5662-40e3-9abe-de3cc795ba28", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "bd401a02-5662-40e3-9abe-de3cc795ba28", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "bd401a02-5662-40e3-9abe-de3cc795ba28", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a-kserve-route-authn"} 2026-09-11T14:29:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "bd401a02-5662-40e3-9abe-de3cc795ba28", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a-kserve-route-authn"} 2026-09-11T14:29:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77c6fd9a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77c6fd9a", "reconcileID": "4a35bfa9-f8dd-4acb-bd41-2133fa566d12", "LLMInferenceService": "e2e-same-id-b-77c6fd9a", "namespace": "llm"} 2026-09-11T14:29:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55ac228a-e7e4-422f-8816-a34a772f77b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55ac228a-e7e4-422f-8816-a34a772f77b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:29:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55ac228a-e7e4-422f-8816-a34a772f77b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56e05441-0842-4b54-85a1-a245704326e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:29:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56e05441-0842-4b54-85a1-a245704326e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:29:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56e05441-0842-4b54-85a1-a245704326e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}