2026-09-11T14:40:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "0c0181d1-4a87-43eb-b03e-57de15952a44", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "0c0181d1-4a87-43eb-b03e-57de15952a44", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "f5720c6e-0d21-4782-9a9a-3dbeecc94977", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "f5720c6e-0d21-4782-9a9a-3dbeecc94977", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "f5720c6e-0d21-4782-9a9a-3dbeecc94977", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "a773f5b2-d780-4ce3-8efa-731a77ae94c2", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "a773f5b2-d780-4ce3-8efa-731a77ae94c2", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "a773f5b2-d780-4ce3-8efa-731a77ae94c2", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "bbacac3a-da70-45bd-862f-b5d6ca5adaa5", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "bbacac3a-da70-45bd-862f-b5d6ca5adaa5", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "bbacac3a-da70-45bd-862f-b5d6ca5adaa5", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "0576499b-d4b9-4467-ae29-76f3a5a9addb", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "0576499b-d4b9-4467-ae29-76f3a5a9addb", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "0576499b-d4b9-4467-ae29-76f3a5a9addb", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "ca28b2c8-076d-45d7-8d48-53ddf5d34dfe", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "ca28b2c8-076d-45d7-8d48-53ddf5d34dfe", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "ca28b2c8-076d-45d7-8d48-53ddf5d34dfe", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "60071406-d7d7-4ceb-8b00-1e0d515b7e0b", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "60071406-d7d7-4ceb-8b00-1e0d515b7e0b", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "60071406-d7d7-4ceb-8b00-1e0d515b7e0b", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc033064-7581-4d32-b1bc-c3b6c33bbd83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc033064-7581-4d32-b1bc-c3b6c33bbd83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-96e743", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc033064-7581-4d32-b1bc-c3b6c33bbd83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-96e743 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-trusted-ca-bundle", "reconcileID": "edb3f0d6-a318-4bb4-844a-2cfc8f7e5a07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-trusted-ca-bundle", "reconcileID": "edb3f0d6-a318-4bb4-844a-2cfc8f7e5a07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "openshift-service-ca.crt", "reconcileID": "34268836-041a-4fe6-bad2-38c2138873a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "openshift-service-ca.crt", "reconcileID": "34268836-041a-4fe6-bad2-38c2138873a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6352f601-cbbf-4cef-8ec0-2774278d2c4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-96e743"}, "namespace": "ai-tenant-e2e-api-b-96e743", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6352f601-cbbf-4cef-8ec0-2774278d2c4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-96e743"} 2026-09-11T14:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-96e743","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-96e743", "reconcileID": "e5ed7502-cf91-484d-bf09-4e752631d77b", "Gateway": "e2e-api-b-96e743", "namespace": "openshift-ingress"} 2026-09-11T14:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-96e743","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-96e743", "reconcileID": "e5ed7502-cf91-484d-bf09-4e752631d77b", "Gateway": "e2e-api-b-96e743", "namespace": "openshift-ingress", "name": "e2e-api-b-96e743-authn-ssl"} 2026-09-11T14:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-96e743","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-96e743", "reconcileID": "e5ed7502-cf91-484d-bf09-4e752631d77b", "Gateway": "e2e-api-b-96e743", "namespace": "openshift-ingress"} 2026-09-11T14:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "openshift-service-ca.crt", "reconcileID": "ddf23a82-16bd-43ce-bfb1-18c2136d2a6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-trusted-ca-bundle", "reconcileID": "d14b940a-261a-4a97-9d33-4d096cb86bac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "openshift-service-ca.crt", "reconcileID": "50499083-2b20-4261-8efd-b667a4db49ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "openshift-service-ca.crt", "reconcileID": "50499083-2b20-4261-8efd-b667a4db49ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd6eb045-559b-4a25-92f8-eab42b0cba6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "openshift-service-ca.crt", "reconcileID": "3aa84680-3d6c-4a23-91b7-b8605c2ddf84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-trusted-ca-bundle", "reconcileID": "086959e4-2e84-43b0-bea7-46e9e51a1438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-trusted-ca-bundle", "reconcileID": "086959e4-2e84-43b0-bea7-46e9e51a1438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bdac356-2138-4387-b34a-fdc440a92a12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:40:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-96e743","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-96e743", "reconcileID": "bca02d4a-52a9-4f91-8f01-3cd484c38981", "Gateway": "e2e-api-b-96e743", "namespace": "openshift-ingress"} 2026-09-11T14:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "2e9df740-04f8-4b9c-b5cb-ae77e0561561", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "2e9df740-04f8-4b9c-b5cb-ae77e0561561", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "2e9df740-04f8-4b9c-b5cb-ae77e0561561", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "4b5ebeb5-920f-45d1-8474-5cf40f2162d7", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress"} 2026-09-11T14:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "4b5ebeb5-920f-45d1-8474-5cf40f2162d7", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8-authn-ssl"} 2026-09-11T14:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "4b5ebeb5-920f-45d1-8474-5cf40f2162d7", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress"} 2026-09-11T14:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "6a586e42-7038-4fd1-a972-c6672720e41b", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "6a586e42-7038-4fd1-a972-c6672720e41b", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "6a586e42-7038-4fd1-a972-c6672720e41b", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "859885f7-2e64-4466-b3f7-585cf7e8316f", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress"} 2026-09-11T14:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "859885f7-2e64-4466-b3f7-585cf7e8316f", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8-authn-ssl"} 2026-09-11T14:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "859885f7-2e64-4466-b3f7-585cf7e8316f", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress"} 2026-09-11T14:40:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6397e4-711c-4177-a285-464a41b96996", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6397e4-711c-4177-a285-464a41b96996", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6397e4-711c-4177-a285-464a41b96996", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b934e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "4979124d-5a76-4ec1-9e54-7868b101b60f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "4979124d-5a76-4ec1-9e54-7868b101b60f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "4979124d-5a76-4ec1-9e54-7868b101b60f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b934e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "982abf63-bf86-4d5c-9dbb-47fe0b8b44b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "982abf63-bf86-4d5c-9dbb-47fe0b8b44b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "982abf63-bf86-4d5c-9dbb-47fe0b8b44b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b934e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "c07cf96a-8377-4f1c-b592-686a984bd7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "c07cf96a-8377-4f1c-b592-686a984bd7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "c07cf96a-8377-4f1c-b592-686a984bd7c3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b934e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "openshift-service-ca.crt", "reconcileID": "f1c98a43-1de0-4c0d-93af-cddb82b17a9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "openshift-service-ca.crt", "reconcileID": "f1c98a43-1de0-4c0d-93af-cddb82b17a9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42944eef-91a7-4729-bf5c-f6dfe08cea4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42944eef-91a7-4729-bf5c-f6dfe08cea4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "81e01a6c-2e77-463f-bf0b-e0d5c1bc15ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b934e8"}, "namespace": "ai-tenant-e2e-shared-a-w2-b934e8", "name": "odh-trusted-ca-bundle", "reconcileID": "81e01a6c-2e77-463f-bf0b-e0d5c1bc15ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b934e8"} 2026-09-11T14:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f80d4754-2b29-4ef6-b1b3-82f0ea8b4ef0", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f80d4754-2b29-4ef6-b1b3-82f0ea8b4ef0", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f80d4754-2b29-4ef6-b1b3-82f0ea8b4ef0", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f54d0691-7233-4afc-be2c-2c12a1b7af34", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f54d0691-7233-4afc-be2c-2c12a1b7af34", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:31Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f54d0691-7233-4afc-be2c-2c12a1b7af34", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-625d10-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-625d10-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:31Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-625d10-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-625d10-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-625d10","uid":"c3334a46-10e9-4ec2-be5d-71d8c952099e","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48412"}, "reason": "ReconcileError"} 2026-09-11T14:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "e58d8696-5c56-426e-8f39-539bffcd1cb7", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "e58d8696-5c56-426e-8f39-539bffcd1cb7", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "e58d8696-5c56-426e-8f39-539bffcd1cb7", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "a957a736-92a6-4157-8c20-62468110ae1c", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "a957a736-92a6-4157-8c20-62468110ae1c", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "a957a736-92a6-4157-8c20-62468110ae1c", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "23c43907-6e12-4ac0-91a9-37a957fb6801", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "23c43907-6e12-4ac0-91a9-37a957fb6801", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "23c43907-6e12-4ac0-91a9-37a957fb6801", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "41e1b19a-a2cf-4aad-ba11-248c9abdbbef", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "41e1b19a-a2cf-4aad-ba11-248c9abdbbef", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "41e1b19a-a2cf-4aad-ba11-248c9abdbbef", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b934e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b934e8", "reconcileID": "6714e0c4-2862-4486-b97f-21884ba1be28", "Gateway": "e2e-shared-a-w2-b934e8", "namespace": "openshift-ingress"} 2026-09-11T14:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "050a6ed3-281e-4199-80a5-632d99b575eb", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "050a6ed3-281e-4199-80a5-632d99b575eb", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "050a6ed3-281e-4199-80a5-632d99b575eb", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "openshift-service-ca.crt", "reconcileID": "c6f67b57-eecc-4991-a0de-a4e28d0b6fd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "b809c2b6-0bd3-4ec2-a830-b4bca89e10d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "openshift-service-ca.crt", "reconcileID": "dd881d84-4964-4fcf-96c4-b35a4e63c1d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-625d10", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "openshift-service-ca.crt", "reconcileID": "dd881d84-4964-4fcf-96c4-b35a4e63c1d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7120e67b-32d2-4182-aed5-8c08af9e3126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "openshift-service-ca.crt", "reconcileID": "71519043-eb16-45c4-aef2-9886b203a2d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "31d7e996-f996-4b31-99ec-fc796f04e10e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "31d7e996-f996-4b31-99ec-fc796f04e10e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bfcb44b-0543-4358-a8cb-c643b897e260", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "ca5e515a-6e24-40d5-a9df-cc14e3ff4397", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "ca5e515a-6e24-40d5-a9df-cc14e3ff4397", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "ca5e515a-6e24-40d5-a9df-cc14e3ff4397", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f4d3b04e-ae64-4966-b9b3-ff53d024ef23", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f4d3b04e-ae64-4966-b9b3-ff53d024ef23", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f4d3b04e-ae64-4966-b9b3-ff53d024ef23", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "2109b3cc-daa2-4a08-8ecb-4554f26e1db0", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress"} 2026-09-11T14:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "2109b3cc-daa2-4a08-8ecb-4554f26e1db0", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a-authn-ssl"} 2026-09-11T14:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "2109b3cc-daa2-4a08-8ecb-4554f26e1db0", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress"} 2026-09-11T14:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66a5c191-622f-4f61-96b1-812b717c57bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66a5c191-622f-4f61-96b1-812b717c57bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:40:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66a5c191-622f-4f61-96b1-812b717c57bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-cd8e4a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "649a18e3-16c5-4f11-b092-ef4227d64fac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "649a18e3-16c5-4f11-b092-ef4227d64fac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "openshift-service-ca.crt", "reconcileID": "b9b7cad3-0bf1-46a6-ae99-35bbed7616bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "openshift-service-ca.crt", "reconcileID": "b9b7cad3-0bf1-46a6-ae99-35bbed7616bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae67a138-cd2d-48c8-a027-eb9dff13a923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-cd8e4a"}, "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae67a138-cd2d-48c8-a027-eb9dff13a923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-cd8e4a"} 2026-09-11T14:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "e0aef9ab-ef78-4e16-a7ac-ef326464adfc", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress"} 2026-09-11T14:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "e0aef9ab-ef78-4e16-a7ac-ef326464adfc", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a-authn-ssl"} 2026-09-11T14:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "e0aef9ab-ef78-4e16-a7ac-ef326464adfc", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress"} 2026-09-11T14:40:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-cd8e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-cd8e4a", "reconcileID": "f1504456-928e-4706-ba4a-a2dd8e662ea2", "Gateway": "e2e-shared-b-w2-cd8e4a", "namespace": "openshift-ingress"} 2026-09-11T14:41:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "14492a27-c804-47d1-bb18-405f6bb728fe", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "14492a27-c804-47d1-bb18-405f6bb728fe", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "14492a27-c804-47d1-bb18-405f6bb728fe", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "cf2a9022-2400-433d-9a4d-f7f842fbf407", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:41:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "14492a27-c804-47d1-bb18-405f6bb728fe", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:41:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "14492a27-c804-47d1-bb18-405f6bb728fe", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:41:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "14492a27-c804-47d1-bb18-405f6bb728fe", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "cf2a9022-2400-433d-9a4d-f7f842fbf407", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "cf2a9022-2400-433d-9a4d-f7f842fbf407", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:41:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "aab7d5c6-9ee9-49a2-a6ad-b7548eb8381b", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "aab7d5c6-9ee9-49a2-a6ad-b7548eb8381b", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "aab7d5c6-9ee9-49a2-a6ad-b7548eb8381b", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "aab7d5c6-9ee9-49a2-a6ad-b7548eb8381b", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:41:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "aab7d5c6-9ee9-49a2-a6ad-b7548eb8381b", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:41:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "aab7d5c6-9ee9-49a2-a6ad-b7548eb8381b", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "da7e10b2-596b-4107-a67f-4659995159d5", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:41:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "da7e10b2-596b-4107-a67f-4659995159d5", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "da7e10b2-596b-4107-a67f-4659995159d5", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:41:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "12aa2113-a225-43d8-8ce0-1cfbc8dad81a", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "12aa2113-a225-43d8-8ce0-1cfbc8dad81a", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "12aa2113-a225-43d8-8ce0-1cfbc8dad81a", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "12aa2113-a225-43d8-8ce0-1cfbc8dad81a", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:41:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "12aa2113-a225-43d8-8ce0-1cfbc8dad81a", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:41:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "12aa2113-a225-43d8-8ce0-1cfbc8dad81a", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b148d9a8-c1aa-425b-b267-c18afaf4f84d", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b148d9a8-c1aa-425b-b267-c18afaf4f84d", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b148d9a8-c1aa-425b-b267-c18afaf4f84d", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b148d9a8-c1aa-425b-b267-c18afaf4f84d", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:41:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b148d9a8-c1aa-425b-b267-c18afaf4f84d", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:41:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b148d9a8-c1aa-425b-b267-c18afaf4f84d", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "510b52e3-036f-43d1-b17a-57f9887925d6", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "510b52e3-036f-43d1-b17a-57f9887925d6", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "510b52e3-036f-43d1-b17a-57f9887925d6", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "510b52e3-036f-43d1-b17a-57f9887925d6", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:41:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "510b52e3-036f-43d1-b17a-57f9887925d6", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:41:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "510b52e3-036f-43d1-b17a-57f9887925d6", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "c276823d-a155-4105-94f3-afccd22efd8f", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "c276823d-a155-4105-94f3-afccd22efd8f", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "c276823d-a155-4105-94f3-afccd22efd8f", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "1927ba0b-b562-48b9-9e47-71761857727e", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "1927ba0b-b562-48b9-9e47-71761857727e", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "1927ba0b-b562-48b9-9e47-71761857727e", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "97f47639-8609-4c42-ae08-a599503176ba", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "97f47639-8609-4c42-ae08-a599503176ba", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "97f47639-8609-4c42-ae08-a599503176ba", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "74879046-6e22-4d53-b5f5-306853647741", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "74879046-6e22-4d53-b5f5-306853647741", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "74879046-6e22-4d53-b5f5-306853647741", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "c949dff5-a073-4ccf-b1e5-a4d8250c70e1", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "c949dff5-a073-4ccf-b1e5-a4d8250c70e1", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "c949dff5-a073-4ccf-b1e5-a4d8250c70e1", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "bff45ecb-b843-45d5-ab8a-67d8b802e429", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "bff45ecb-b843-45d5-ab8a-67d8b802e429", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "bff45ecb-b843-45d5-ab8a-67d8b802e429", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "20c6c0bf-4c9c-4821-9c86-3f9aa9ecdf18", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "20c6c0bf-4c9c-4821-9c86-3f9aa9ecdf18", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "20c6c0bf-4c9c-4821-9c86-3f9aa9ecdf18", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "6db4e197-9457-4c86-9a70-f8d0120d994b", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "6db4e197-9457-4c86-9a70-f8d0120d994b", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "6db4e197-9457-4c86-9a70-f8d0120d994b", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "openshift-service-ca.crt", "reconcileID": "93ae5903-3435-4b8c-ab0c-88eb6c3640b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-trusted-ca-bundle", "reconcileID": "9e80cffd-d89e-443c-83ea-de374301ea7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "openshift-service-ca.crt", "reconcileID": "b4fd8ccd-f545-4a2b-8ba3-cbf57cd2cca2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:41:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "openshift-service-ca.crt", "reconcileID": "b4fd8ccd-f545-4a2b-8ba3-cbf57cd2cca2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c3fa322-574b-4c16-bebe-596dbd9d928e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "openshift-service-ca.crt", "reconcileID": "e901707c-d5c8-4c12-a63e-bbd863bf6043", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-trusted-ca-bundle", "reconcileID": "4e98914e-3ec5-4f47-87a2-84f2481d552f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:41:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-trusted-ca-bundle", "reconcileID": "4e98914e-3ec5-4f47-87a2-84f2481d552f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2266949-93f9-474a-bb75-cfc41db4788e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:41:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "24ec6ee9-b54f-4c65-b229-1121fe7892c1", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:41:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "24ec6ee9-b54f-4c65-b229-1121fe7892c1", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "24ec6ee9-b54f-4c65-b229-1121fe7892c1", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "8087e1c9-8658-48b5-acd5-8c6a6aa327af", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "8087e1c9-8658-48b5-acd5-8c6a6aa327af", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "8087e1c9-8658-48b5-acd5-8c6a6aa327af", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:42:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:42:33Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:42:33Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "dde3313b-47c9-4efb-93c8-c9ad09804248", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "dde3313b-47c9-4efb-93c8-c9ad09804248", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "dde3313b-47c9-4efb-93c8-c9ad09804248", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "d518a4fd-02a3-4eed-9677-0419d35b6660", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "d518a4fd-02a3-4eed-9677-0419d35b6660", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45-authn-ssl"} 2026-09-11T14:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "d518a4fd-02a3-4eed-9677-0419d35b6660", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:42:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c515d7f2-c971-4b25-ab32-737aca5cad0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c515d7f2-c971-4b25-ab32-737aca5cad0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:42:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c515d7f2-c971-4b25-ab32-737aca5cad0a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-902e45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:42:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-trusted-ca-bundle", "reconcileID": "60c23a0c-6b7a-41a3-a9f8-15f27763b672", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-trusted-ca-bundle", "reconcileID": "60c23a0c-6b7a-41a3-a9f8-15f27763b672", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "openshift-service-ca.crt", "reconcileID": "e8beee4c-e190-4124-8f2b-2b9f60463119", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "openshift-service-ca.crt", "reconcileID": "e8beee4c-e190-4124-8f2b-2b9f60463119", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23b5ccb7-c48f-4da1-8d0a-f5483fcf19b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-902e45"}, "namespace": "ai-tenant-e2e-ipp-cleanup-902e45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23b5ccb7-c48f-4da1-8d0a-f5483fcf19b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-902e45"} 2026-09-11T14:42:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-902e45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-902e45", "reconcileID": "5bd84b9b-d743-4165-a415-f52235d158bb", "Gateway": "e2e-ipp-cleanup-902e45", "namespace": "openshift-ingress"} 2026-09-11T14:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "a46128b2-1cd2-410c-b223-b9e65ab6e6c1", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "a46128b2-1cd2-410c-b223-b9e65ab6e6c1", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "a46128b2-1cd2-410c-b223-b9e65ab6e6c1", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "bffc2701-476c-4cce-a71a-4e199ecd7a99", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "bffc2701-476c-4cce-a71a-4e199ecd7a99", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "bffc2701-476c-4cce-a71a-4e199ecd7a99", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "da19a085-113d-4e1a-9616-06c1f3c5f071", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "da19a085-113d-4e1a-9616-06c1f3c5f071", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "da19a085-113d-4e1a-9616-06c1f3c5f071", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "1ab2fd5c-0d7c-4ee7-884d-d74a7ebfa271", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "1ab2fd5c-0d7c-4ee7-884d-d74a7ebfa271", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "1ab2fd5c-0d7c-4ee7-884d-d74a7ebfa271", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "1ab2fd5c-0d7c-4ee7-884d-d74a7ebfa271", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:43:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "1ab2fd5c-0d7c-4ee7-884d-d74a7ebfa271", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:43:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "1ab2fd5c-0d7c-4ee7-884d-d74a7ebfa271", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "6c139b25-cf34-41ee-be86-96271ad216ee", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "6c139b25-cf34-41ee-be86-96271ad216ee", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "6c139b25-cf34-41ee-be86-96271ad216ee", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "6c139b25-cf34-41ee-be86-96271ad216ee", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:43:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "6c139b25-cf34-41ee-be86-96271ad216ee", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "authType": "userdefined"} 2026-09-11T14:43:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "6c139b25-cf34-41ee-be86-96271ad216ee", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:43:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc-kserve-route-authn"} 2026-09-11T14:43:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "b0e39c47-309a-4ebb-abf2-1774aceef3a5", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a6c3fc","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "ipp-route-a6c3fc", "reconcileID": "7dbe9754-b1cc-4fe6-8eb4-b7e41efe2ce7", "LLMInferenceService": "ipp-route-a6c3fc", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "61f2ae27-0641-4832-8647-71758538dada", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "61f2ae27-0641-4832-8647-71758538dada", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:43:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "61f2ae27-0641-4832-8647-71758538dada", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "5721486b-2813-46d4-8048-a1070b50129f", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "5721486b-2813-46d4-8048-a1070b50129f", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc-authn-ssl"} 2026-09-11T14:43:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "5721486b-2813-46d4-8048-a1070b50129f", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a66ab0d6-dcb1-471c-b5db-4b2cc857e98d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a66ab0d6-dcb1-471c-b5db-4b2cc857e98d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:43:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a66ab0d6-dcb1-471c-b5db-4b2cc857e98d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a6c3fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-trusted-ca-bundle", "reconcileID": "0846ebad-130f-4ba2-9574-cb4f98aeccac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-trusted-ca-bundle", "reconcileID": "0846ebad-130f-4ba2-9574-cb4f98aeccac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "openshift-service-ca.crt", "reconcileID": "e8466353-c8aa-4b1f-a29e-ac5ac6761f2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "openshift-service-ca.crt", "reconcileID": "e8466353-c8aa-4b1f-a29e-ac5ac6761f2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffaffaa-aad5-4e73-9763-71963e3de667", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a6c3fc"}, "namespace": "ai-tenant-e2e-ipp-a-a6c3fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffaffaa-aad5-4e73-9763-71963e3de667", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a6c3fc"} 2026-09-11T14:43:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a6c3fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a6c3fc", "reconcileID": "610eef2f-c046-4dab-bfda-8947ba4df7dd", "Gateway": "e2e-ipp-a-a6c3fc", "namespace": "openshift-ingress"} 2026-09-11T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "fc9ffd22-9eed-49b6-bada-89e0764c5bfc", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "fc9ffd22-9eed-49b6-bada-89e0764c5bfc", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "fc9ffd22-9eed-49b6-bada-89e0764c5bfc", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "49fb2a0d-c9db-4e24-984e-2c818a676fdf", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "49fb2a0d-c9db-4e24-984e-2c818a676fdf", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10-authn-ssl"} 2026-09-11T14:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "49fb2a0d-c9db-4e24-984e-2c818a676fdf", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:44:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58524370-984b-417f-8e73-f2005c375cbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58524370-984b-417f-8e73-f2005c375cbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:44:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58524370-984b-417f-8e73-f2005c375cbd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-625d10 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:44:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "bff430d3-a7a7-4ecb-a204-01fc6831b3e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "bff430d3-a7a7-4ecb-a204-01fc6831b3e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:44:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "bff430d3-a7a7-4ecb-a204-01fc6831b3e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-625d10 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:44:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "openshift-service-ca.crt", "reconcileID": "4699e229-d017-476b-982e-de347240d26a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "openshift-service-ca.crt", "reconcileID": "4699e229-d017-476b-982e-de347240d26a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51139a6e-3d05-4f52-a894-42c2100f7e85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51139a6e-3d05-4f52-a894-42c2100f7e85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "a911eab9-f7d8-4597-8cfd-81972d5d962d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-625d10"}, "namespace": "ai-tenant-e2e-ipp-b-625d10", "name": "odh-trusted-ca-bundle", "reconcileID": "a911eab9-f7d8-4597-8cfd-81972d5d962d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-625d10"} 2026-09-11T14:44:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-625d10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-625d10", "reconcileID": "f8d23574-a8e5-4206-a4c8-73053381df99", "Gateway": "e2e-ipp-b-625d10", "namespace": "openshift-ingress"} 2026-09-11T14:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "3abe6dad-c116-4a34-a3a9-31de499df907", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress"} 2026-09-11T14:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "3abe6dad-c116-4a34-a3a9-31de499df907", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046-authn-ssl"} 2026-09-11T14:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "3abe6dad-c116-4a34-a3a9-31de499df907", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress"} 2026-09-11T14:44:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "d809e2ce-1f07-4902-94a7-ed0c3ab338c8", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress"} 2026-09-11T14:44:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "d809e2ce-1f07-4902-94a7-ed0c3ab338c8", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046-authn-ssl"} 2026-09-11T14:44:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "d809e2ce-1f07-4902-94a7-ed0c3ab338c8", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress"} 2026-09-11T14:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84dd2077-936d-4975-9693-26b1e176bc15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84dd2077-936d-4975-9693-26b1e176bc15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:44:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84dd2077-936d-4975-9693-26b1e176bc15", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-72e046 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4597e28e-a905-4875-afad-b86f05d2b5ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4597e28e-a905-4875-afad-b86f05d2b5ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:44:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4597e28e-a905-4875-afad-b86f05d2b5ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-72e046 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-trusted-ca-bundle", "reconcileID": "7c049e7a-1ba2-4941-9592-9f436bc9d3bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-trusted-ca-bundle", "reconcileID": "7c049e7a-1ba2-4941-9592-9f436bc9d3bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:44:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-trusted-ca-bundle", "reconcileID": "7c049e7a-1ba2-4941-9592-9f436bc9d3bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-72e046 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "openshift-service-ca.crt", "reconcileID": "5d80cb86-c8da-4c64-a342-97cf9e1a87ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "openshift-service-ca.crt", "reconcileID": "5d80cb86-c8da-4c64-a342-97cf9e1a87ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-trusted-ca-bundle", "reconcileID": "3bdbf389-be1b-46d0-a6a2-8aa6dd24f8fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-trusted-ca-bundle", "reconcileID": "3bdbf389-be1b-46d0-a6a2-8aa6dd24f8fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35f894d6-f61e-4686-98e5-3b1755935a74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-72e046"}, "namespace": "ai-tenant-e2e-shared-a-w3-72e046", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35f894d6-f61e-4686-98e5-3b1755935a74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-72e046"} 2026-09-11T14:44:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-72e046","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-72e046", "reconcileID": "0ea47fc3-9ee9-45cf-b9ac-b72bada9f830", "Gateway": "e2e-shared-a-w3-72e046", "namespace": "openshift-ingress"} 2026-09-11T14:44:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "7616973a-c090-4044-ae5e-3beda555d053", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress"} 2026-09-11T14:44:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "7616973a-c090-4044-ae5e-3beda555d053", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045-authn-ssl"} 2026-09-11T14:44:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "7616973a-c090-4044-ae5e-3beda555d053", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress"} 2026-09-11T14:44:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "cfe67896-94da-4e4f-b1ac-356ffae71605", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress"} 2026-09-11T14:44:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "cfe67896-94da-4e4f-b1ac-356ffae71605", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045-authn-ssl"} 2026-09-11T14:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "cfe67896-94da-4e4f-b1ac-356ffae71605", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress"} 2026-09-11T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3e6694a-c5e1-4e40-b0f1-9f3c0fe35d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3e6694a-c5e1-4e40-b0f1-9f3c0fe35d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-344045", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:44:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3e6694a-c5e1-4e40-b0f1-9f3c0fe35d28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-344045 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-trusted-ca-bundle", "reconcileID": "8dab674a-d6d0-40e0-bf42-97e884d1a1f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-trusted-ca-bundle", "reconcileID": "8dab674a-d6d0-40e0-bf42-97e884d1a1f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "openshift-service-ca.crt", "reconcileID": "a85fbdec-8ffb-4ba2-a965-eff52518a9f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "openshift-service-ca.crt", "reconcileID": "a85fbdec-8ffb-4ba2-a965-eff52518a9f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "134c0f29-601b-4fa3-ab18-92885a2eb480", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-344045"}, "namespace": "ai-tenant-e2e-shared-b-w3-344045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "134c0f29-601b-4fa3-ab18-92885a2eb480", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-344045"} 2026-09-11T14:44:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-344045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-344045", "reconcileID": "215f88a0-08ee-44cd-9609-b51a85d6f697", "Gateway": "e2e-shared-b-w3-344045", "namespace": "openshift-ingress"} 2026-09-11T14:49:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "fa51e9a1-e720-431d-82d9-cc51c39b308d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "fa51e9a1-e720-431d-82d9-cc51c39b308d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "fa51e9a1-e720-431d-82d9-cc51c39b308d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ef27ba1-4e96-4ecb-a99a-cbf59662c3a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "fa51e9a1-e720-431d-82d9-cc51c39b308d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "fa51e9a1-e720-431d-82d9-cc51c39b308d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "fa51e9a1-e720-431d-82d9-cc51c39b308d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ef27ba1-4e96-4ecb-a99a-cbf59662c3a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ef27ba1-4e96-4ecb-a99a-cbf59662c3a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "5de9d0ea-d643-47da-b021-f07fa5ce9a6d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "5de9d0ea-d643-47da-b021-f07fa5ce9a6d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "5de9d0ea-d643-47da-b021-f07fa5ce9a6d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "5de9d0ea-d643-47da-b021-f07fa5ce9a6d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "5de9d0ea-d643-47da-b021-f07fa5ce9a6d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "5de9d0ea-d643-47da-b021-f07fa5ce9a6d", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "cad0f7a9-797e-4f63-9b8a-200a03d147df", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "cad0f7a9-797e-4f63-9b8a-200a03d147df", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "cad0f7a9-797e-4f63-9b8a-200a03d147df", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9dfb813-753b-4e19-b36e-aaae3479c7da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "cad0f7a9-797e-4f63-9b8a-200a03d147df", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "cad0f7a9-797e-4f63-9b8a-200a03d147df", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "cad0f7a9-797e-4f63-9b8a-200a03d147df", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9dfb813-753b-4e19-b36e-aaae3479c7da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9dfb813-753b-4e19-b36e-aaae3479c7da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad75b77a-d21e-4572-a3e1-6129bf9b9fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad75b77a-d21e-4572-a3e1-6129bf9b9fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:49:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad75b77a-d21e-4572-a3e1-6129bf9b9fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "63472f40-833e-4d48-beca-b8face313d46", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "63472f40-833e-4d48-beca-b8face313d46", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "63472f40-833e-4d48-beca-b8face313d46", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "63472f40-833e-4d48-beca-b8face313d46", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "63472f40-833e-4d48-beca-b8face313d46", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "63472f40-833e-4d48-beca-b8face313d46", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "75663439-a6d4-4e4c-bda2-24a3f417e8cc", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "75663439-a6d4-4e4c-bda2-24a3f417e8cc", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "75663439-a6d4-4e4c-bda2-24a3f417e8cc", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "75663439-a6d4-4e4c-bda2-24a3f417e8cc", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "75663439-a6d4-4e4c-bda2-24a3f417e8cc", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "75663439-a6d4-4e4c-bda2-24a3f417e8cc", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fa4b8aa-0372-41af-a2ff-5f2f8f81a362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fa4b8aa-0372-41af-a2ff-5f2f8f81a362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:49:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fa4b8aa-0372-41af-a2ff-5f2f8f81a362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:49:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "86c092f3-d480-4c26-9130-6fa4152c0cc6", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "86c092f3-d480-4c26-9130-6fa4152c0cc6", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "86c092f3-d480-4c26-9130-6fa4152c0cc6", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "86c092f3-d480-4c26-9130-6fa4152c0cc6", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "86c092f3-d480-4c26-9130-6fa4152c0cc6", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "86c092f3-d480-4c26-9130-6fa4152c0cc6", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "b5702a13-e46a-427d-8938-2875830e9bda", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "b5702a13-e46a-427d-8938-2875830e9bda", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "b5702a13-e46a-427d-8938-2875830e9bda", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "b5702a13-e46a-427d-8938-2875830e9bda", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "b5702a13-e46a-427d-8938-2875830e9bda", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "b5702a13-e46a-427d-8938-2875830e9bda", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "00fbe098-eb5c-44f8-84a2-15f0d69c5b3c", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "00fbe098-eb5c-44f8-84a2-15f0d69c5b3c", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "00fbe098-eb5c-44f8-84a2-15f0d69c5b3c", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "00fbe098-eb5c-44f8-84a2-15f0d69c5b3c", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb-kserve-route-authn"} 2026-09-11T14:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "00fbe098-eb5c-44f8-84a2-15f0d69c5b3c", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "00fbe098-eb5c-44f8-84a2-15f0d69c5b3c", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "60fca2db-6dea-41cb-9860-a80162acafcc", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "60fca2db-6dea-41cb-9860-a80162acafcc", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb"} 2026-09-11T14:50:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "60fca2db-6dea-41cb-9860-a80162acafcc", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "60fca2db-6dea-41cb-9860-a80162acafcc", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "60fca2db-6dea-41cb-9860-a80162acafcc", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb-kserve-route-authn"} 2026-09-11T14:50:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "60fca2db-6dea-41cb-9860-a80162acafcc", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm", "name": "e2e-same-id-a-d67d15eb-kserve-route-authn"} 2026-09-11T14:50:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d67d15eb", "reconcileID": "45cb92bd-d87d-4144-8517-16cf1877cb3f", "LLMInferenceService": "e2e-same-id-a-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85d83f4b-6e0e-4f99-af06-f3fe4d42db70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85d83f4b-6e0e-4f99-af06-f3fe4d42db70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85d83f4b-6e0e-4f99-af06-f3fe4d42db70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecc58814-b68b-4c74-bb74-75570616b144", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecc58814-b68b-4c74-bb74-75570616b144", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecc58814-b68b-4c74-bb74-75570616b144", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "8719d49c-5d86-454e-b56b-38917f1dcfb8", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "8719d49c-5d86-454e-b56b-38917f1dcfb8", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb"} 2026-09-11T14:50:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "8719d49c-5d86-454e-b56b-38917f1dcfb8", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "8719d49c-5d86-454e-b56b-38917f1dcfb8", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "8719d49c-5d86-454e-b56b-38917f1dcfb8", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb-kserve-route-authn"} 2026-09-11T14:50:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "8719d49c-5d86-454e-b56b-38917f1dcfb8", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm", "name": "e2e-same-id-b-d67d15eb-kserve-route-authn"} 2026-09-11T14:50:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d67d15eb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d67d15eb", "reconcileID": "3299ba47-e282-4d36-aaee-f08fdbf2196a", "LLMInferenceService": "e2e-same-id-b-d67d15eb", "namespace": "llm"} 2026-09-11T14:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7f9280d-349e-4d66-9676-0843553899b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7f9280d-349e-4d66-9676-0843553899b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7f9280d-349e-4d66-9676-0843553899b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f44bfd55-39c4-423e-aa94-1f9d23ccbab3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f44bfd55-39c4-423e-aa94-1f9d23ccbab3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f44bfd55-39c4-423e-aa94-1f9d23ccbab3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}