2026-07-06T02:04:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "e2675c64-1460-4531-81a5-d6d21012d800", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "e2675c64-1460-4531-81a5-d6d21012d800", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48-authn-ssl"} 2026-07-06T02:04:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "e2675c64-1460-4531-81a5-d6d21012d800", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "0fc9fa1f-e9ae-4f5b-ace5-b3e38abbbfea", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "0fc9fa1f-e9ae-4f5b-ace5-b3e38abbbfea", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48-authn-ssl"} 2026-07-06T02:04:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "0fc9fa1f-e9ae-4f5b-ace5-b3e38abbbfea", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "openshift-service-ca.crt", "reconcileID": "ab1fd051-401b-4c3a-8f75-606621bc665d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-trusted-ca-bundle", "reconcileID": "bd56701d-dcbc-493b-8b31-fd3e79160a4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "openshift-service-ca.crt", "reconcileID": "bfc5b029-8b54-4e5f-9da8-bce5c6a87071", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d40f48", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:04:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "openshift-service-ca.crt", "reconcileID": "bfc5b029-8b54-4e5f-9da8-bce5c6a87071", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60e2836e-9eef-4570-944b-a157bfc58a7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "openshift-service-ca.crt", "reconcileID": "c4c015fc-e4ec-4ea9-be1f-cb0ff5263a16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-trusted-ca-bundle", "reconcileID": "7a8e1482-de8a-47af-b689-9c4a48a6ad1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:04:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-trusted-ca-bundle", "reconcileID": "7a8e1482-de8a-47af-b689-9c4a48a6ad1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91d3103a-761e-4716-a814-35b977f6eab9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "f664d7b0-9487-40ae-b896-63eaed722e62", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "f664d7b0-9487-40ae-b896-63eaed722e62", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48-authn-ssl"} 2026-07-06T02:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "f664d7b0-9487-40ae-b896-63eaed722e62", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0adfc31c-8786-4a03-85ef-bdd8dec55f54", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "da2ed58b-4fdb-4669-a34c-1725c91d8c44", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress"} 2026-07-06T02:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "da2ed58b-4fdb-4669-a34c-1725c91d8c44", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e-authn-ssl"} 2026-07-06T02:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "da2ed58b-4fdb-4669-a34c-1725c91d8c44", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress"} 2026-07-06T02:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "2a79b375-1bb7-45cd-8acc-76533c91034d", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "2a79b375-1bb7-45cd-8acc-76533c91034d", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48-authn-ssl"} 2026-07-06T02:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "2a79b375-1bb7-45cd-8acc-76533c91034d", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:05:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c0faf4f3-5cb4-4ef2-bad2-026f373e9818", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:05:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "bc05ba79-74d1-45b9-95fb-54a82660507a", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress"} 2026-07-06T02:05:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "bc05ba79-74d1-45b9-95fb-54a82660507a", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e-authn-ssl"} 2026-07-06T02:05:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "bc05ba79-74d1-45b9-95fb-54a82660507a", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress"} 2026-07-06T02:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84001192-5fdb-429f-975f-b2acfa6b3183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84001192-5fdb-429f-975f-b2acfa6b3183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84001192-5fdb-429f-975f-b2acfa6b3183", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-0cd54e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T02:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd444de-040e-4415-8393-c0b1e2a05e48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd444de-040e-4415-8393-c0b1e2a05e48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd444de-040e-4415-8393-c0b1e2a05e48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-0cd54e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T02:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "openshift-service-ca.crt", "reconcileID": "554f2958-4564-40cb-8ab5-8746e2966393", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "openshift-service-ca.crt", "reconcileID": "554f2958-4564-40cb-8ab5-8746e2966393", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0cf05fe-f457-4801-a090-7c242444dc5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0cf05fe-f457-4801-a090-7c242444dc5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-trusted-ca-bundle", "reconcileID": "926fe2a7-685c-4f23-95f6-c4fdeb1a3f30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0cd54e"}, "namespace": "ai-tenant-e2e-api-a-0cd54e", "name": "odh-trusted-ca-bundle", "reconcileID": "926fe2a7-685c-4f23-95f6-c4fdeb1a3f30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0cd54e"} 2026-07-06T02:05:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0cd54e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0cd54e", "reconcileID": "cda3a902-8869-42fe-9af2-8c6c83377668", "Gateway": "e2e-api-a-0cd54e", "namespace": "openshift-ingress"} 2026-07-06T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "26416501-7ae2-4e23-aea9-5cdce9304f15", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "8920c45d-0573-4e62-8841-bc88967b745d", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "8920c45d-0573-4e62-8841-bc88967b745d", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48-authn-ssl"} 2026-07-06T02:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "8920c45d-0573-4e62-8841-bc88967b745d", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1cbabac-64f4-4f8f-bcbd-09fcfe026ec9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1cbabac-64f4-4f8f-bcbd-09fcfe026ec9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1cbabac-64f4-4f8f-bcbd-09fcfe026ec9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d40f48 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T02:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-trusted-ca-bundle", "reconcileID": "94756377-cb77-45f8-bb7a-35227e12b976", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-trusted-ca-bundle", "reconcileID": "94756377-cb77-45f8-bb7a-35227e12b976", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "openshift-service-ca.crt", "reconcileID": "82813e5a-ec42-42c8-a7da-4c40b1b01660", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "openshift-service-ca.crt", "reconcileID": "82813e5a-ec42-42c8-a7da-4c40b1b01660", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c13941fa-9534-4afd-8938-42606226f6be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d40f48"}, "namespace": "ai-tenant-e2e-api-b-d40f48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c13941fa-9534-4afd-8938-42606226f6be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d40f48"} 2026-07-06T02:05:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d40f48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d40f48", "reconcileID": "b594de8e-3597-4b8a-affe-4382726964a2", "Gateway": "e2e-api-b-d40f48", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b403743d-dda7-469a-9fcb-e39b0c4f6ce1", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b403743d-dda7-469a-9fcb-e39b0c4f6ce1", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b403743d-dda7-469a-9fcb-e39b0c4f6ce1", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b0107e39-1359-4c76-9064-24a71febccea", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b0107e39-1359-4c76-9064-24a71febccea", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b0107e39-1359-4c76-9064-24a71febccea", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "3bcf6ee7-b8b2-4821-8c7e-47867f0f5483", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "3bcf6ee7-b8b2-4821-8c7e-47867f0f5483", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "3bcf6ee7-b8b2-4821-8c7e-47867f0f5483", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5eb019bb-b93b-4ef7-889e-705388722767", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5eb019bb-b93b-4ef7-889e-705388722767", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5eb019bb-b93b-4ef7-889e-705388722767", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "0b052a42-562a-471f-a398-4e80908a4ca5", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "0b052a42-562a-471f-a398-4e80908a4ca5", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "0b052a42-562a-471f-a398-4e80908a4ca5", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "42b4235a-7cff-4e1d-a47a-b1cfb3bca16d", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "42b4235a-7cff-4e1d-a47a-b1cfb3bca16d", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "42b4235a-7cff-4e1d-a47a-b1cfb3bca16d", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5a2b15c0-6d1a-48cd-803b-d97f30fb08bf", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5a2b15c0-6d1a-48cd-803b-d97f30fb08bf", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5a2b15c0-6d1a-48cd-803b-d97f30fb08bf", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "openshift-service-ca.crt", "reconcileID": "de55224e-2b29-449e-84ef-d2b6a8df4505", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0022a8-3450-4758-9f39-7d4da0e981ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "openshift-service-ca.crt", "reconcileID": "fb43dfe0-dcef-40f9-92d9-f7389569b8ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-388824", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "openshift-service-ca.crt", "reconcileID": "fb43dfe0-dcef-40f9-92d9-f7389569b8ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6742a053-1ae9-4846-a945-55a769150c89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "openshift-service-ca.crt", "reconcileID": "2cf74c65-de88-456d-8107-8ff0e753388c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "ed8d9b3f-5885-4e48-94c8-d15c92b1c59d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "ed8d9b3f-5885-4e48-94c8-d15c92b1c59d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4edc3314-76e3-40dc-a189-ddd9537d88ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "6ef91528-3885-43dd-9bb6-6809cf6c4413", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "6ef91528-3885-43dd-9bb6-6809cf6c4413", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "6ef91528-3885-43dd-9bb6-6809cf6c4413", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "99bf4136-da0c-4ead-817e-e018ec24d771", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "044587e6-766f-4d43-bb13-9ee4feef844c", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "044587e6-766f-4d43-bb13-9ee4feef844c", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "044587e6-766f-4d43-bb13-9ee4feef844c", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "e194f5a9-77fe-45fb-aa25-a70bbf903a00", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "e194f5a9-77fe-45fb-aa25-a70bbf903a00", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "e194f5a9-77fe-45fb-aa25-a70bbf903a00", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "76cf7ffb-c851-4b55-82ee-757891859d69", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "76cf7ffb-c851-4b55-82ee-757891859d69", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "76cf7ffb-c851-4b55-82ee-757891859d69", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "cf7cbdf2-ed27-486e-b9a9-ed16e93118f1", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "cf7cbdf2-ed27-486e-b9a9-ed16e93118f1", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "cf7cbdf2-ed27-486e-b9a9-ed16e93118f1", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "230d6558-e6ff-4fde-8a87-a50f98610b1c", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "230d6558-e6ff-4fde-8a87-a50f98610b1c", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "230d6558-e6ff-4fde-8a87-a50f98610b1c", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "9d4cc2e1-b068-445f-b289-1bf58ff0b67e", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "9d4cc2e1-b068-445f-b289-1bf58ff0b67e", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "9d4cc2e1-b068-445f-b289-1bf58ff0b67e", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "fa57e83b-a34f-4c25-8fe6-c22994df2f1f", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "fa57e83b-a34f-4c25-8fe6-c22994df2f1f", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "fa57e83b-a34f-4c25-8fe6-c22994df2f1f", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "fae1d17e-0e11-44ac-acb1-b77518a42837", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "fae1d17e-0e11-44ac-acb1-b77518a42837", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "fae1d17e-0e11-44ac-acb1-b77518a42837", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "openshift-service-ca.crt", "reconcileID": "858a8b40-0e2d-47af-9c3f-c7c8e97c32b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-trusted-ca-bundle", "reconcileID": "fa7074c3-e3ba-469e-92cb-6f9be7e005f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "openshift-service-ca.crt", "reconcileID": "f237af53-1e64-43bf-b799-92301ecfe6cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d280d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "openshift-service-ca.crt", "reconcileID": "f237af53-1e64-43bf-b799-92301ecfe6cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "openshift-service-ca.crt", "reconcileID": "aecc7c17-ddcb-41db-b93d-259771a4e679", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5d7ac19-1234-4111-b827-5984391564d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-trusted-ca-bundle", "reconcileID": "c59f19d1-ec28-44ed-95da-28baea075d5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:05:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-trusted-ca-bundle", "reconcileID": "c59f19d1-ec28-44ed-95da-28baea075d5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "376d7593-31c8-497c-9e93-b892d573e2e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b072abab-a276-4005-b302-491901ddeeaf", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b072abab-a276-4005-b302-491901ddeeaf", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b072abab-a276-4005-b302-491901ddeeaf", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cca58650-5488-4110-966f-ed651a8d8c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:05:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e83c4807-a676-4555-aa38-bf8d8fd4417e", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e83c4807-a676-4555-aa38-bf8d8fd4417e", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e83c4807-a676-4555-aa38-bf8d8fd4417e", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b143ba83-809e-4567-9239-cc1739ce940f", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e83c4807-a676-4555-aa38-bf8d8fd4417e", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824-kserve-route-authn"} 2026-07-06T02:05:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e83c4807-a676-4555-aa38-bf8d8fd4417e", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:05:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e83c4807-a676-4555-aa38-bf8d8fd4417e", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b143ba83-809e-4567-9239-cc1739ce940f", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b143ba83-809e-4567-9239-cc1739ce940f", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e6b72fb8-25af-4f89-a8de-48a4bb08052d", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e6b72fb8-25af-4f89-a8de-48a4bb08052d", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e6b72fb8-25af-4f89-a8de-48a4bb08052d", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e6b72fb8-25af-4f89-a8de-48a4bb08052d", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824-kserve-route-authn"} 2026-07-06T02:05:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e6b72fb8-25af-4f89-a8de-48a4bb08052d", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:05:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e6b72fb8-25af-4f89-a8de-48a4bb08052d", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "2351ad18-7a3e-40e9-8d07-09144af240c3", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "2351ad18-7a3e-40e9-8d07-09144af240c3", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "2351ad18-7a3e-40e9-8d07-09144af240c3", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b800df82-3c6d-4b7f-aef0-bbd0f0a7e784", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5d7a43d4-70cf-4e81-a5d4-925a67c9cc59", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5d7a43d4-70cf-4e81-a5d4-925a67c9cc59", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "5d7a43d4-70cf-4e81-a5d4-925a67c9cc59", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "10fa2ca0-04e3-414b-9cf7-2ad52a88d159", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "10fa2ca0-04e3-414b-9cf7-2ad52a88d159", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "10fa2ca0-04e3-414b-9cf7-2ad52a88d159", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "10fa2ca0-04e3-414b-9cf7-2ad52a88d159", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824-kserve-route-authn"} 2026-07-06T02:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "10fa2ca0-04e3-414b-9cf7-2ad52a88d159", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "10fa2ca0-04e3-414b-9cf7-2ad52a88d159", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:05:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fdcf09ce-6705-4f30-a78d-7e3c7c0f19eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:06:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "63e10610-8252-496e-be8c-3a490ff84453", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:06:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "63e10610-8252-496e-be8c-3a490ff84453", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:06:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "63e10610-8252-496e-be8c-3a490ff84453", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:06:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "63e10610-8252-496e-be8c-3a490ff84453", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824-kserve-route-authn"} 2026-07-06T02:06:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "63e10610-8252-496e-be8c-3a490ff84453", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:06:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "63e10610-8252-496e-be8c-3a490ff84453", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:06:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "376f3255-6972-4e1d-ad1b-63316b98f6cf", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "376f3255-6972-4e1d-ad1b-63316b98f6cf", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "376f3255-6972-4e1d-ad1b-63316b98f6cf", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "fc1d8057-b432-4f06-adc5-3bd615ad4586", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:06:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "376f3255-6972-4e1d-ad1b-63316b98f6cf", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:06:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "376f3255-6972-4e1d-ad1b-63316b98f6cf", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:06:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "376f3255-6972-4e1d-ad1b-63316b98f6cf", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "fc1d8057-b432-4f06-adc5-3bd615ad4586", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:06:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "fc1d8057-b432-4f06-adc5-3bd615ad4586", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:06:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "157c1de3-c07b-43ec-a770-6f91586cc0c4", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "157c1de3-c07b-43ec-a770-6f91586cc0c4", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "157c1de3-c07b-43ec-a770-6f91586cc0c4", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "157c1de3-c07b-43ec-a770-6f91586cc0c4", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:06:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "157c1de3-c07b-43ec-a770-6f91586cc0c4", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:06:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "157c1de3-c07b-43ec-a770-6f91586cc0c4", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "e0f90f1d-8846-4046-95d5-6e881250da18", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:06:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "e0f90f1d-8846-4046-95d5-6e881250da18", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:06:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "e0f90f1d-8846-4046-95d5-6e881250da18", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:06:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "95798a8b-8049-44bb-88f1-e4b8f414b61d", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "95798a8b-8049-44bb-88f1-e4b8f414b61d", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "95798a8b-8049-44bb-88f1-e4b8f414b61d", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "95798a8b-8049-44bb-88f1-e4b8f414b61d", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:06:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "95798a8b-8049-44bb-88f1-e4b8f414b61d", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:06:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "95798a8b-8049-44bb-88f1-e4b8f414b61d", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "4afc9b76-34e2-4a1c-9de1-cb1447c8ddc1", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "4afc9b76-34e2-4a1c-9de1-cb1447c8ddc1", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "4afc9b76-34e2-4a1c-9de1-cb1447c8ddc1", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "4afc9b76-34e2-4a1c-9de1-cb1447c8ddc1", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:06:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "4afc9b76-34e2-4a1c-9de1-cb1447c8ddc1", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:06:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "4afc9b76-34e2-4a1c-9de1-cb1447c8ddc1", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "86d0a914-9734-4fd4-b107-0b043cc2b863", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "86d0a914-9734-4fd4-b107-0b043cc2b863", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "86d0a914-9734-4fd4-b107-0b043cc2b863", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "86d0a914-9734-4fd4-b107-0b043cc2b863", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:06:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "86d0a914-9734-4fd4-b107-0b043cc2b863", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:06:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "86d0a914-9734-4fd4-b107-0b043cc2b863", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "26787072-4abd-4961-8299-2f1411d71e45", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "26787072-4abd-4961-8299-2f1411d71e45", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "26787072-4abd-4961-8299-2f1411d71e45", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:06:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d89a25ab-a5ca-4749-92ae-e88cae9f177b", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:06:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d89a25ab-a5ca-4749-92ae-e88cae9f177b", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:06:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d89a25ab-a5ca-4749-92ae-e88cae9f177b", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "643b4ce2-576f-4b3f-9dd6-d3f93bae92ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:08:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824"} 2026-07-06T02:08:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824-kserve-route-authn"} 2026-07-06T02:08:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824-kserve-route-authn"} 2026-07-06T02:08:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "81870234-d0ba-45d4-87c7-428a61bc6c3a", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "auth-test-model-388824", "reconcileID": "e076a842-fca9-42de-9740-72d6ce9f1207", "LLMInferenceService": "auth-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "fb07f87f-4c53-4525-8577-02f176468180", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "fb07f87f-4c53-4525-8577-02f176468180", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:08:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "fb07f87f-4c53-4525-8577-02f176468180", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b972e524-1247-49e7-ac23-3148d814f55a", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b972e524-1247-49e7-ac23-3148d814f55a", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:08:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "b972e524-1247-49e7-ac23-3148d814f55a", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:08:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d"} 2026-07-06T02:08:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:08:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:08:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:08:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:08:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:08:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a496592f-0b03-4b24-adf2-760184384bc0", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:08:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "auth-test-model-3d280d", "reconcileID": "a6ace69a-6a78-469b-9148-503a523d0bbc", "LLMInferenceService": "auth-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "2db666b8-0fec-4ec4-9c41-00a004d664ae", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "2db666b8-0fec-4ec4-9c41-00a004d664ae", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "2db666b8-0fec-4ec4-9c41-00a004d664ae", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d87b0ee0-3112-45de-a619-beb82e63b825", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d87b0ee0-3112-45de-a619-beb82e63b825", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d87b0ee0-3112-45de-a619-beb82e63b825", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:08:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "a9ff2342-ad7a-4a32-864f-fdd0a2800f74", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "a9ff2342-ad7a-4a32-864f-fdd0a2800f74", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "a9ff2342-ad7a-4a32-864f-fdd0a2800f74", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "0159679e-6b3c-4883-8a26-459077fa2ec3", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "a9ff2342-ad7a-4a32-864f-fdd0a2800f74", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824-kserve-route-authn"} 2026-07-06T02:08:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "a9ff2342-ad7a-4a32-864f-fdd0a2800f74", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:08:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "a9ff2342-ad7a-4a32-864f-fdd0a2800f74", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "0159679e-6b3c-4883-8a26-459077fa2ec3", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "0159679e-6b3c-4883-8a26-459077fa2ec3", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "c1fdffc2-9168-48e1-93f4-8d6203074580", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "c1fdffc2-9168-48e1-93f4-8d6203074580", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "c1fdffc2-9168-48e1-93f4-8d6203074580", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "c1fdffc2-9168-48e1-93f4-8d6203074580", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824-kserve-route-authn"} 2026-07-06T02:08:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "c1fdffc2-9168-48e1-93f4-8d6203074580", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:08:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "c1fdffc2-9168-48e1-93f4-8d6203074580", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "989babde-5260-478d-b8f9-d521aa2c98cd", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "989babde-5260-478d-b8f9-d521aa2c98cd", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:08:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "989babde-5260-478d-b8f9-d521aa2c98cd", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:08:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "e84de6d0-6030-4e6f-849b-ed67c64174ec", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "e84de6d0-6030-4e6f-849b-ed67c64174ec", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "e84de6d0-6030-4e6f-849b-ed67c64174ec", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:08:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "e84de6d0-6030-4e6f-849b-ed67c64174ec", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824-kserve-route-authn"} 2026-07-06T02:08:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "e84de6d0-6030-4e6f-849b-ed67c64174ec", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:08:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "e84de6d0-6030-4e6f-849b-ed67c64174ec", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "82e16922-ef39-4a09-b0ee-5e6fc49d4dfc", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "82e16922-ef39-4a09-b0ee-5e6fc49d4dfc", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "82e16922-ef39-4a09-b0ee-5e6fc49d4dfc", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "82e16922-ef39-4a09-b0ee-5e6fc49d4dfc", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824-kserve-route-authn"} 2026-07-06T02:09:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "82e16922-ef39-4a09-b0ee-5e6fc49d4dfc", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:09:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "82e16922-ef39-4a09-b0ee-5e6fc49d4dfc", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "4c1f876d-cd17-4191-bcf1-1cbce96fc7ce", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "4c1f876d-cd17-4191-bcf1-1cbce96fc7ce", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "4c1f876d-cd17-4191-bcf1-1cbce96fc7ce", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "56a79622-183e-49b9-9099-ee7c284565b9", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "4c1f876d-cd17-4191-bcf1-1cbce96fc7ce", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "4c1f876d-cd17-4191-bcf1-1cbce96fc7ce", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:09:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "4c1f876d-cd17-4191-bcf1-1cbce96fc7ce", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "56a79622-183e-49b9-9099-ee7c284565b9", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:09:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "56a79622-183e-49b9-9099-ee7c284565b9", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "f38eaed1-2089-4300-a89b-7a37a16e66d1", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "f38eaed1-2089-4300-a89b-7a37a16e66d1", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "f38eaed1-2089-4300-a89b-7a37a16e66d1", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "f38eaed1-2089-4300-a89b-7a37a16e66d1", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "f38eaed1-2089-4300-a89b-7a37a16e66d1", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:09:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "f38eaed1-2089-4300-a89b-7a37a16e66d1", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b3e9bb60-8baa-4968-b724-5c38aa6648e7", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b3e9bb60-8baa-4968-b724-5c38aa6648e7", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b3e9bb60-8baa-4968-b724-5c38aa6648e7", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "294c36e4-1b6a-4c1c-a440-816a48e8703b", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "294c36e4-1b6a-4c1c-a440-816a48e8703b", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "294c36e4-1b6a-4c1c-a440-816a48e8703b", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "294c36e4-1b6a-4c1c-a440-816a48e8703b", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "294c36e4-1b6a-4c1c-a440-816a48e8703b", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:09:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "294c36e4-1b6a-4c1c-a440-816a48e8703b", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "c2a7e135-597c-4895-9091-5fd2d1c2ef44", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "c2a7e135-597c-4895-9091-5fd2d1c2ef44", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "c2a7e135-597c-4895-9091-5fd2d1c2ef44", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "c2a7e135-597c-4895-9091-5fd2d1c2ef44", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "c2a7e135-597c-4895-9091-5fd2d1c2ef44", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:09:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "c2a7e135-597c-4895-9091-5fd2d1c2ef44", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "6d863ba4-8156-44a6-90bd-6372010fa5ee", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "6d863ba4-8156-44a6-90bd-6372010fa5ee", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "6d863ba4-8156-44a6-90bd-6372010fa5ee", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "6d863ba4-8156-44a6-90bd-6372010fa5ee", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "6d863ba4-8156-44a6-90bd-6372010fa5ee", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "6d863ba4-8156-44a6-90bd-6372010fa5ee", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824"} 2026-07-06T02:09:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824-kserve-route-authn"} 2026-07-06T02:09:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824-kserve-route-authn"} 2026-07-06T02:09:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "08e1fd7e-4271-4ebb-aedf-614d24a78d82", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "sub-test-model-388824", "reconcileID": "19e6494f-0cb1-48c6-95e9-63fa0b2300fb", "LLMInferenceService": "sub-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "64486fa6-259f-4a73-8f0a-37ed0801cbe5", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "64486fa6-259f-4a73-8f0a-37ed0801cbe5", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:09:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "64486fa6-259f-4a73-8f0a-37ed0801cbe5", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "16ec30e8-1120-42e3-9fda-1be042f7274d", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "16ec30e8-1120-42e3-9fda-1be042f7274d", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:09:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "16ec30e8-1120-42e3-9fda-1be042f7274d", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d"} 2026-07-06T02:09:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:09:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "a31724a6-561c-4650-ba71-481c5bb7d8af", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "sub-test-model-3d280d", "reconcileID": "8850d25e-5810-492b-9862-9a31e629c5c3", "LLMInferenceService": "sub-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:09:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1b047fc7-0e8e-4c01-8abe-932d7b4a722a", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1b047fc7-0e8e-4c01-8abe-932d7b4a722a", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:09:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1b047fc7-0e8e-4c01-8abe-932d7b4a722a", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "01714a66-4761-4b2d-94b4-418c1bbd6094", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "01714a66-4761-4b2d-94b4-418c1bbd6094", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:09:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "01714a66-4761-4b2d-94b4-418c1bbd6094", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:09:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d3f8609c-4f68-49d3-8091-4a1a14a96d5f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d3f8609c-4f68-49d3-8091-4a1a14a96d5f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d3f8609c-4f68-49d3-8091-4a1a14a96d5f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d3f8609c-4f68-49d3-8091-4a1a14a96d5f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:09:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d3f8609c-4f68-49d3-8091-4a1a14a96d5f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:09:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d3f8609c-4f68-49d3-8091-4a1a14a96d5f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "af736d36-6de5-4259-994d-c80874977cfd", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "af736d36-6de5-4259-994d-c80874977cfd", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:09:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "af736d36-6de5-4259-994d-c80874977cfd", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "83067ebe-aefc-4987-9743-ce38e542602f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "83067ebe-aefc-4987-9743-ce38e542602f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "83067ebe-aefc-4987-9743-ce38e542602f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "83067ebe-aefc-4987-9743-ce38e542602f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:09:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "83067ebe-aefc-4987-9743-ce38e542602f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:09:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "83067ebe-aefc-4987-9743-ce38e542602f", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "faa73e8c-3c14-421c-b413-bc76ec3e6b0b", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "faa73e8c-3c14-421c-b413-bc76ec3e6b0b", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:09:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "faa73e8c-3c14-421c-b413-bc76ec3e6b0b", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:09:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T02:09:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T02:09:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "93d73029-81a5-4a6a-8c62-57326fd34fd0", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "93d73029-81a5-4a6a-8c62-57326fd34fd0", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "93d73029-81a5-4a6a-8c62-57326fd34fd0", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "93d73029-81a5-4a6a-8c62-57326fd34fd0", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:09:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "93d73029-81a5-4a6a-8c62-57326fd34fd0", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:09:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "93d73029-81a5-4a6a-8c62-57326fd34fd0", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:09:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T02:09:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T02:10:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d6765f36-a537-4742-b245-e88fb1723568", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d6765f36-a537-4742-b245-e88fb1723568", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d6765f36-a537-4742-b245-e88fb1723568", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d6765f36-a537-4742-b245-e88fb1723568", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:10:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d6765f36-a537-4742-b245-e88fb1723568", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:10:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "d6765f36-a537-4742-b245-e88fb1723568", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "743f4f30-d53a-4ba4-8961-46925c56fe06", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "743f4f30-d53a-4ba4-8961-46925c56fe06", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "743f4f30-d53a-4ba4-8961-46925c56fe06", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "743f4f30-d53a-4ba4-8961-46925c56fe06", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:10:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "743f4f30-d53a-4ba4-8961-46925c56fe06", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "authType": "userdefined"} 2026-07-06T02:10:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "743f4f30-d53a-4ba4-8961-46925c56fe06", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:10:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "1ba2c948-e8c0-48c7-a98d-3cda8b29ceb3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "1ba2c948-e8c0-48c7-a98d-3cda8b29ceb3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "1ba2c948-e8c0-48c7-a98d-3cda8b29ceb3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d0e01091-a6b4-433d-a4b4-ef864dd71a09", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:10:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "1ba2c948-e8c0-48c7-a98d-3cda8b29ceb3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:10:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "1ba2c948-e8c0-48c7-a98d-3cda8b29ceb3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:10:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "1ba2c948-e8c0-48c7-a98d-3cda8b29ceb3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d0e01091-a6b4-433d-a4b4-ef864dd71a09", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:10:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "d0e01091-a6b4-433d-a4b4-ef864dd71a09", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:10:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "22ecc45c-9564-4eda-a033-3400fb34ffc3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "22ecc45c-9564-4eda-a033-3400fb34ffc3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "22ecc45c-9564-4eda-a033-3400fb34ffc3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "22ecc45c-9564-4eda-a033-3400fb34ffc3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:10:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "22ecc45c-9564-4eda-a033-3400fb34ffc3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:10:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "22ecc45c-9564-4eda-a033-3400fb34ffc3", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "913060d3-554c-4e93-ada9-2200a3a5cad6", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "913060d3-554c-4e93-ada9-2200a3a5cad6", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "913060d3-554c-4e93-ada9-2200a3a5cad6", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:10:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "3bac4f44-bcfd-4715-a960-5e25250afc6a", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "3bac4f44-bcfd-4715-a960-5e25250afc6a", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "3bac4f44-bcfd-4715-a960-5e25250afc6a", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "3bac4f44-bcfd-4715-a960-5e25250afc6a", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:10:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "3bac4f44-bcfd-4715-a960-5e25250afc6a", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:10:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "3bac4f44-bcfd-4715-a960-5e25250afc6a", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "feb1a077-261b-4625-89b8-c036bf31e1df", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "feb1a077-261b-4625-89b8-c036bf31e1df", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "feb1a077-261b-4625-89b8-c036bf31e1df", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "feb1a077-261b-4625-89b8-c036bf31e1df", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:10:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "feb1a077-261b-4625-89b8-c036bf31e1df", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "authType": "userdefined"} 2026-07-06T02:10:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "feb1a077-261b-4625-89b8-c036bf31e1df", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "561b6e78-6a5e-43b1-a675-130be82ace05", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:10:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "05d767bd-080b-4752-9b8f-ee94eb31257d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:11:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824"} 2026-07-06T02:11:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:11:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824-kserve-route-authn"} 2026-07-06T02:11:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "1df77740-457d-43e8-8b8c-34a330fc0846", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-388824","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "rate-test-model-388824", "reconcileID": "63713d8f-6260-4bcc-9b10-6796165ed34c", "LLMInferenceService": "rate-test-model-388824", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "f212d6b2-98d0-4633-ae52-2ef73ebf2612", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "f212d6b2-98d0-4633-ae52-2ef73ebf2612", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:11:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "f212d6b2-98d0-4633-ae52-2ef73ebf2612", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "a1d99c45-b671-4b79-99f9-61a7dc04ca14", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "a1d99c45-b671-4b79-99f9-61a7dc04ca14", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:11:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "a1d99c45-b671-4b79-99f9-61a7dc04ca14", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d"} 2026-07-06T02:11:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:11:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d-kserve-route-authn"} 2026-07-06T02:11:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "971cf21f-8bd9-44ae-89b6-afdc96ec3931", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d280d","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "rate-test-model-3d280d", "reconcileID": "8558969e-3c30-4600-9433-cf77c446ec7d", "LLMInferenceService": "rate-test-model-3d280d", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b2b2ebe9-bb90-4c5f-80f3-ebe95a1092ef", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:11:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b2b2ebe9-bb90-4c5f-80f3-ebe95a1092ef", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:11:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "b2b2ebe9-bb90-4c5f-80f3-ebe95a1092ef", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:11:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1e7f5a74-210b-43aa-9bbc-16a5f917ba58", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:11:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1e7f5a74-210b-43aa-9bbc-16a5f917ba58", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:11:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1e7f5a74-210b-43aa-9bbc-16a5f917ba58", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:11:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f9c6b218-874b-4986-a773-55e33b077997", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "581a942b-e9bd-4522-8a67-495dbf0d2b8b", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "581a942b-e9bd-4522-8a67-495dbf0d2b8b", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress", "name": "e2e-shared-a-388824-authn-ssl"} 2026-07-06T02:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "581a942b-e9bd-4522-8a67-495dbf0d2b8b", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b717bc7-0100-4d37-b349-6a0264ef6e53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b717bc7-0100-4d37-b349-6a0264ef6e53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:11:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b717bc7-0100-4d37-b349-6a0264ef6e53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-388824 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T02:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "589b3f91-2cea-4f0c-86f2-30aa9d03467f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "589b3f91-2cea-4f0c-86f2-30aa9d03467f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:11:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "589b3f91-2cea-4f0c-86f2-30aa9d03467f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-388824 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T02:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "openshift-service-ca.crt", "reconcileID": "5eac6442-7bf1-455b-b208-a007c7577931", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "openshift-service-ca.crt", "reconcileID": "5eac6442-7bf1-455b-b208-a007c7577931", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dcecf43-4543-4ffa-8c67-8f3e84ef0112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dcecf43-4543-4ffa-8c67-8f3e84ef0112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "ba8e6d71-9003-40d4-a31e-84ea4d2711ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-388824"}, "namespace": "ai-tenant-e2e-shared-a-388824", "name": "odh-trusted-ca-bundle", "reconcileID": "ba8e6d71-9003-40d4-a31e-84ea4d2711ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-388824"} 2026-07-06T02:11:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-388824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-388824", "reconcileID": "690ec450-0f43-405f-b362-176a9dca92d4", "Gateway": "e2e-shared-a-388824", "namespace": "openshift-ingress"} 2026-07-06T02:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ff403846-798e-4db3-ac70-01168df1182a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T02:11:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1dcb8efd-340a-4a48-b086-f91c7af6993d", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:11:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1dcb8efd-340a-4a48-b086-f91c7af6993d", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d-authn-ssl"} 2026-07-06T02:11:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "1dcb8efd-340a-4a48-b086-f91c7af6993d", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"} 2026-07-06T02:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0612d68-dc73-4404-a749-d2267c7d8e0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0612d68-dc73-4404-a749-d2267c7d8e0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T02:11:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0612d68-dc73-4404-a749-d2267c7d8e0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3d280d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T02:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-trusted-ca-bundle", "reconcileID": "38ad901b-de35-4d5d-b5a8-2e7481e3db06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-trusted-ca-bundle", "reconcileID": "38ad901b-de35-4d5d-b5a8-2e7481e3db06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "openshift-service-ca.crt", "reconcileID": "a82e0239-9ccd-4460-ba71-72e35a3c835a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "openshift-service-ca.crt", "reconcileID": "a82e0239-9ccd-4460-ba71-72e35a3c835a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0500c3a-33c5-4a02-b4c4-3a15511fe8fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d280d"}, "namespace": "ai-tenant-e2e-shared-b-3d280d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0500c3a-33c5-4a02-b4c4-3a15511fe8fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d280d"} 2026-07-06T02:11:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d280d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d280d", "reconcileID": "cbc74a4a-d405-4bc5-b714-14822af19aaa", "Gateway": "e2e-shared-b-3d280d", "namespace": "openshift-ingress"}