2026-07-13T21:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ef5db7-acba-401b-b071-b7e95165ecd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "1d076611-2ec3-49ba-930d-b886f58b236c", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "1d076611-2ec3-49ba-930d-b886f58b236c", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress", "name": "e2e-api-b-006a57-authn-ssl"} 2026-07-13T21:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "1d076611-2ec3-49ba-930d-b886f58b236c", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1f29e34-d5e1-4b1d-93e8-3586de2a855a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "31669716-dfce-4123-b431-cf4725fcd15f", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "31669716-dfce-4123-b431-cf4725fcd15f", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress", "name": "e2e-api-a-509096-authn-ssl"} 2026-07-13T21:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "31669716-dfce-4123-b431-cf4725fcd15f", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "574272be-a3e0-4469-98fa-f4fb2fb3b9f3", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "574272be-a3e0-4469-98fa-f4fb2fb3b9f3", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress", "name": "e2e-api-b-006a57-authn-ssl"} 2026-07-13T21:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "574272be-a3e0-4469-98fa-f4fb2fb3b9f3", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:48:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "ca89bd0c-dd43-4177-8fd4-415e686722fc", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:48:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "ca89bd0c-dd43-4177-8fd4-415e686722fc", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress", "name": "e2e-api-b-006a57-authn-ssl"} 2026-07-13T21:48:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "ca89bd0c-dd43-4177-8fd4-415e686722fc", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "930b73a2-dbf9-4cba-b517-553755e2017e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3cde5faa-df03-4756-a1c1-99f1bf93f416", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:49:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "c6207d15-e88b-4696-8f88-56627c28a705", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:49:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "c6207d15-e88b-4696-8f88-56627c28a705", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress", "name": "e2e-api-a-509096-authn-ssl"} 2026-07-13T21:49:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "c6207d15-e88b-4696-8f88-56627c28a705", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:49:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "73b22142-f6fa-45f1-b2d8-f381164336c3", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:49:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "73b22142-f6fa-45f1-b2d8-f381164336c3", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress", "name": "e2e-api-a-509096-authn-ssl"} 2026-07-13T21:49:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "73b22142-f6fa-45f1-b2d8-f381164336c3", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:49:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd74d909-e17a-497c-b3f2-d81c9c9e8b49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd74d909-e17a-497c-b3f2-d81c9c9e8b49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-509096", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd74d909-e17a-497c-b3f2-d81c9c9e8b49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-509096 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:49:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-trusted-ca-bundle", "reconcileID": "8021ed4e-d54c-4996-9e56-2cf2aaa4478c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-trusted-ca-bundle", "reconcileID": "8021ed4e-d54c-4996-9e56-2cf2aaa4478c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "openshift-service-ca.crt", "reconcileID": "e2769482-57f4-47d6-a53c-53cbe93560a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "openshift-service-ca.crt", "reconcileID": "e2769482-57f4-47d6-a53c-53cbe93560a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a56881-2ef7-40d3-be2a-a04fcb6ece8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-509096"}, "namespace": "ai-tenant-e2e-api-a-509096", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a56881-2ef7-40d3-be2a-a04fcb6ece8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-509096"} 2026-07-13T21:49:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-509096","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-509096", "reconcileID": "a5ca8a95-cb24-4444-b511-a7f2be531a7e", "Gateway": "e2e-api-a-509096", "namespace": "openshift-ingress"} 2026-07-13T21:49:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "cc5398b9-93e6-463f-8725-41cfe8a046b5", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:49:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "cc5398b9-93e6-463f-8725-41cfe8a046b5", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress", "name": "e2e-api-b-006a57-authn-ssl"} 2026-07-13T21:49:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "cc5398b9-93e6-463f-8725-41cfe8a046b5", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "150cc532-06cf-4323-88f0-4974cf1d44fc", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "150cc532-06cf-4323-88f0-4974cf1d44fc", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress", "name": "e2e-api-b-006a57-authn-ssl"} 2026-07-13T21:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "150cc532-06cf-4323-88f0-4974cf1d44fc", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400a3dbd-b7d0-4c7a-ae22-24df98373237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400a3dbd-b7d0-4c7a-ae22-24df98373237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400a3dbd-b7d0-4c7a-ae22-24df98373237", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-006a57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-trusted-ca-bundle", "reconcileID": "92192ca3-f547-4cbb-8efa-29e05c5d552e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-trusted-ca-bundle", "reconcileID": "92192ca3-f547-4cbb-8efa-29e05c5d552e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "openshift-service-ca.crt", "reconcileID": "3ff25973-8a7f-4db1-a30e-d05c96982c8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "openshift-service-ca.crt", "reconcileID": "3ff25973-8a7f-4db1-a30e-d05c96982c8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "314f0bd6-487d-4156-bb37-6e2925ae9b1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-006a57"}, "namespace": "ai-tenant-e2e-api-b-006a57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "314f0bd6-487d-4156-bb37-6e2925ae9b1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-006a57"} 2026-07-13T21:49:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-006a57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-006a57", "reconcileID": "f4deb2fe-fa88-44b9-ab25-9f34a42f9f23", "Gateway": "e2e-api-b-006a57", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "045a0dc4-2379-427e-a66c-ce72b3eae279", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "045a0dc4-2379-427e-a66c-ce72b3eae279", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "045a0dc4-2379-427e-a66c-ce72b3eae279", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "5a1247ab-757c-42d4-a4f5-c4fefc9f7cc3", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "5a1247ab-757c-42d4-a4f5-c4fefc9f7cc3", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "5a1247ab-757c-42d4-a4f5-c4fefc9f7cc3", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "43e3e557-a380-425d-a721-c1e293971d67", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "43e3e557-a380-425d-a721-c1e293971d67", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "43e3e557-a380-425d-a721-c1e293971d67", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "28b668e1-af1c-42b6-be40-b6fbdaa1a725", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "28b668e1-af1c-42b6-be40-b6fbdaa1a725", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "28b668e1-af1c-42b6-be40-b6fbdaa1a725", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "b4d71964-b565-44c8-a919-80fbcb28796a", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "b4d71964-b565-44c8-a919-80fbcb28796a", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "b4d71964-b565-44c8-a919-80fbcb28796a", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "bb51582e-56c4-453d-8aac-696818288298", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "bb51582e-56c4-453d-8aac-696818288298", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "bb51582e-56c4-453d-8aac-696818288298", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "openshift-service-ca.crt", "reconcileID": "d9dfcf7c-11c6-4dcd-9aa7-dcbbf13248f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-trusted-ca-bundle", "reconcileID": "6315a4bf-e189-447b-aa54-1f2cd2b7fdad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "openshift-service-ca.crt", "reconcileID": "c4a2caaf-685f-41a6-ac17-02c018d171c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e2974", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "openshift-service-ca.crt", "reconcileID": "c4a2caaf-685f-41a6-ac17-02c018d171c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "openshift-service-ca.crt", "reconcileID": "a040da61-a0dd-44e8-a749-94a486872c3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7a0c849-cf4d-4378-b564-40da14268a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-trusted-ca-bundle", "reconcileID": "24ea5b4b-3e09-48a4-9186-d2448426b283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-trusted-ca-bundle", "reconcileID": "24ea5b4b-3e09-48a4-9186-d2448426b283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1987b19c-b499-430c-b687-2d145beae97e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "cf014bcc-8003-418e-932a-5f7caf7c796a", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "cf014bcc-8003-418e-932a-5f7caf7c796a", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "cf014bcc-8003-418e-932a-5f7caf7c796a", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d1a181a-f8c4-4a90-8248-56920f202266", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "41e672ec-3717-403a-bae4-4beb1b27272d", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "41e672ec-3717-403a-bae4-4beb1b27272d", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "41e672ec-3717-403a-bae4-4beb1b27272d", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "e6a7d756-fff7-4e3a-b89b-08a171506657", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "e6a7d756-fff7-4e3a-b89b-08a171506657", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "e6a7d756-fff7-4e3a-b89b-08a171506657", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "85619190-5070-46b2-9b58-f9b2caff314c", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "85619190-5070-46b2-9b58-f9b2caff314c", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "85619190-5070-46b2-9b58-f9b2caff314c", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "99536291-54c9-4ece-ab22-b313e9b4bf96", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "99536291-54c9-4ece-ab22-b313e9b4bf96", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "99536291-54c9-4ece-ab22-b313e9b4bf96", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "bc3e7c76-487d-4145-aeb4-64f30797f5c6", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "bc3e7c76-487d-4145-aeb4-64f30797f5c6", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "bc3e7c76-487d-4145-aeb4-64f30797f5c6", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "9b77182f-d573-4464-a45a-e11c1c82297e", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "9b77182f-d573-4464-a45a-e11c1c82297e", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "9b77182f-d573-4464-a45a-e11c1c82297e", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "8b04d047-99ae-41dd-94ed-18c4206369b5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "8b04d047-99ae-41dd-94ed-18c4206369b5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "8b04d047-99ae-41dd-94ed-18c4206369b5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "28688b5d-70a6-4c8f-9307-0dac0618471c", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "28688b5d-70a6-4c8f-9307-0dac0618471c", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "28688b5d-70a6-4c8f-9307-0dac0618471c", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "openshift-service-ca.crt", "reconcileID": "b64f7fa2-da4e-4715-9a6b-f8a348ab13f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "openshift-service-ca.crt", "reconcileID": "a7e82112-a301-4b6c-a036-1a9d5c20d00a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-884921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "openshift-service-ca.crt", "reconcileID": "a7e82112-a301-4b6c-a036-1a9d5c20d00a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "fc6048e9-0a4e-498b-8257-c36369fed82b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "fc6048e9-0a4e-498b-8257-c36369fed82b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "openshift-service-ca.crt", "reconcileID": "5ee90e5d-e392-4262-892b-2929bd39b849", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9d14417-3a52-4f3c-ae98-974e7373406a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "11f6aced-7781-443b-a89b-24c77a4709c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "ccab2857-fe9f-4b9c-978d-4a9b82053747", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:49:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "ccab2857-fe9f-4b9c-978d-4a9b82053747", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b9f49a0-7330-4e71-833d-14b6128cb39c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "740f8d35-9456-4598-8996-640f751235e5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "740f8d35-9456-4598-8996-640f751235e5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "740f8d35-9456-4598-8996-640f751235e5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e75cb212-d97b-463b-ba27-745c49b481b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:49:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "5bdd074a-cde8-4a9a-b3a6-213cbe11e345", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:49:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "5bdd074a-cde8-4a9a-b3a6-213cbe11e345", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:49:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "5bdd074a-cde8-4a9a-b3a6-213cbe11e345", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:50:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0ca766dc-fa47-402e-a8d3-9798abd26c98", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0ca766dc-fa47-402e-a8d3-9798abd26c98", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0ca766dc-fa47-402e-a8d3-9798abd26c98", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "3ab15cd7-355d-4fc7-a35e-e835cd05a239", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:50:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0ca766dc-fa47-402e-a8d3-9798abd26c98", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:50:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0ca766dc-fa47-402e-a8d3-9798abd26c98", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:50:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0ca766dc-fa47-402e-a8d3-9798abd26c98", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "3ab15cd7-355d-4fc7-a35e-e835cd05a239", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "3ab15cd7-355d-4fc7-a35e-e835cd05a239", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:50:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "a9c73295-dda1-46b4-9ac4-f60de35bf2da", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "a9c73295-dda1-46b4-9ac4-f60de35bf2da", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "a9c73295-dda1-46b4-9ac4-f60de35bf2da", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "a9c73295-dda1-46b4-9ac4-f60de35bf2da", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:50:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "a9c73295-dda1-46b4-9ac4-f60de35bf2da", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:50:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "a9c73295-dda1-46b4-9ac4-f60de35bf2da", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1aeda65a-a30a-4420-9c40-ba5e779297ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "55aef232-0f53-4329-be65-ee8540f61894", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "55aef232-0f53-4329-be65-ee8540f61894", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "55aef232-0f53-4329-be65-ee8540f61894", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:50:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0e5932ee-9650-47e8-876b-4b88be4da7ce", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0e5932ee-9650-47e8-876b-4b88be4da7ce", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0e5932ee-9650-47e8-876b-4b88be4da7ce", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0e5932ee-9650-47e8-876b-4b88be4da7ce", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:50:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0e5932ee-9650-47e8-876b-4b88be4da7ce", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:50:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "0e5932ee-9650-47e8-876b-4b88be4da7ce", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "662e76c8-890b-4923-87c2-0c06ac7ce097", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "662e76c8-890b-4923-87c2-0c06ac7ce097", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "662e76c8-890b-4923-87c2-0c06ac7ce097", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "662e76c8-890b-4923-87c2-0c06ac7ce097", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:50:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "662e76c8-890b-4923-87c2-0c06ac7ce097", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:50:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "662e76c8-890b-4923-87c2-0c06ac7ce097", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "584d1b2d-c4e3-495a-a006-bb3d586266d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:50:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "5fd35f88-1e3f-497c-8f3e-fc7c73ea3983", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "5fd35f88-1e3f-497c-8f3e-fc7c73ea3983", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "5fd35f88-1e3f-497c-8f3e-fc7c73ea3983", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "5fd35f88-1e3f-497c-8f3e-fc7c73ea3983", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:50:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "5fd35f88-1e3f-497c-8f3e-fc7c73ea3983", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:50:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "5fd35f88-1e3f-497c-8f3e-fc7c73ea3983", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:50:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "82e46442-b785-47a3-824d-cfa5aaf092b9", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "82e46442-b785-47a3-824d-cfa5aaf092b9", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "82e46442-b785-47a3-824d-cfa5aaf092b9", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "9439e9a7-a43e-4326-91c3-0c77829c0ad7", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:50:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "82e46442-b785-47a3-824d-cfa5aaf092b9", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:50:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "82e46442-b785-47a3-824d-cfa5aaf092b9", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:50:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "82e46442-b785-47a3-824d-cfa5aaf092b9", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "9439e9a7-a43e-4326-91c3-0c77829c0ad7", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "9439e9a7-a43e-4326-91c3-0c77829c0ad7", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:50:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "3c86788d-ef15-492f-8fc1-21f3d4129593", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "3c86788d-ef15-492f-8fc1-21f3d4129593", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "3c86788d-ef15-492f-8fc1-21f3d4129593", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "3c86788d-ef15-492f-8fc1-21f3d4129593", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:50:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "3c86788d-ef15-492f-8fc1-21f3d4129593", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:50:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "3c86788d-ef15-492f-8fc1-21f3d4129593", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "00d9f7ff-050a-4e25-b23e-6088ca80e02a", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "00d9f7ff-050a-4e25-b23e-6088ca80e02a", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "00d9f7ff-050a-4e25-b23e-6088ca80e02a", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:50:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "6c9c69f5-8db8-4bc4-91c1-889f7f9ccb07", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "6c9c69f5-8db8-4bc4-91c1-889f7f9ccb07", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "6c9c69f5-8db8-4bc4-91c1-889f7f9ccb07", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "6c9c69f5-8db8-4bc4-91c1-889f7f9ccb07", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:50:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "6c9c69f5-8db8-4bc4-91c1-889f7f9ccb07", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:50:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "6c9c69f5-8db8-4bc4-91c1-889f7f9ccb07", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "027cdd87-7671-4b16-a3f6-e73243cc10b8", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "027cdd87-7671-4b16-a3f6-e73243cc10b8", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "027cdd87-7671-4b16-a3f6-e73243cc10b8", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "027cdd87-7671-4b16-a3f6-e73243cc10b8", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "027cdd87-7671-4b16-a3f6-e73243cc10b8", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "027cdd87-7671-4b16-a3f6-e73243cc10b8", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "c2cf5725-5a25-4c45-94e7-04df2a84521f", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "c2cf5725-5a25-4c45-94e7-04df2a84521f", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "c2cf5725-5a25-4c45-94e7-04df2a84521f", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "c2cf5725-5a25-4c45-94e7-04df2a84521f", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:50:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "c2cf5725-5a25-4c45-94e7-04df2a84521f", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:50:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "c2cf5725-5a25-4c45-94e7-04df2a84521f", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:50:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "cd919d81-c091-4aca-b5d8-e9e3a69be2f3", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:50:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "cd919d81-c091-4aca-b5d8-e9e3a69be2f3", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:50:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "cd919d81-c091-4aca-b5d8-e9e3a69be2f3", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:51:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "23fa4cc2-7dff-4b07-8579-bded27556305", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:51:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "23fa4cc2-7dff-4b07-8579-bded27556305", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:51:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "23fa4cc2-7dff-4b07-8579-bded27556305", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T21:52:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T21:52:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T21:52:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T21:52:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974"} 2026-07-13T21:52:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "00b3191e-e1a5-4d9e-a40e-1052d3805bd3", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "auth-test-model-8e2974", "reconcileID": "206374be-90d4-4842-b38a-7135f6a38cf5", "LLMInferenceService": "auth-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "0b403d1c-033f-4a5e-a3b3-d69a87780e53", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "0b403d1c-033f-4a5e-a3b3-d69a87780e53", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "0b403d1c-033f-4a5e-a3b3-d69a87780e53", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "c668d06e-a8a8-4471-b839-166d1f620c36", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "c668d06e-a8a8-4471-b839-166d1f620c36", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "c668d06e-a8a8-4471-b839-166d1f620c36", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921"} 2026-07-13T21:52:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:52:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921-kserve-route-authn"} 2026-07-13T21:52:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "da46b6a9-4a4a-4459-bbfc-ba05bec0e313", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "auth-test-model-884921", "reconcileID": "4110443c-1251-46d7-b1e0-340ed086303e", "LLMInferenceService": "auth-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "0cfd4b76-fd8c-42cf-855f-a057bcc6a360", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "0cfd4b76-fd8c-42cf-855f-a057bcc6a360", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:52:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "0cfd4b76-fd8c-42cf-855f-a057bcc6a360", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "bb01758c-a354-4d88-a08d-f172fca2b2f5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "bb01758c-a354-4d88-a08d-f172fca2b2f5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:52:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "bb01758c-a354-4d88-a08d-f172fca2b2f5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "9d5ff507-8283-42db-871b-2063f85d403f", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "9d5ff507-8283-42db-871b-2063f85d403f", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "9d5ff507-8283-42db-871b-2063f85d403f", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "9d5ff507-8283-42db-871b-2063f85d403f", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "9d5ff507-8283-42db-871b-2063f85d403f", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:52:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "9d5ff507-8283-42db-871b-2063f85d403f", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "6593a1ce-9cd5-452b-a0ed-941ab9742fe4", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "6593a1ce-9cd5-452b-a0ed-941ab9742fe4", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "6593a1ce-9cd5-452b-a0ed-941ab9742fe4", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "b4eea079-cb4b-46df-b9de-4fe3d527e880", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "b4eea079-cb4b-46df-b9de-4fe3d527e880", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "b4eea079-cb4b-46df-b9de-4fe3d527e880", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "b4eea079-cb4b-46df-b9de-4fe3d527e880", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "b4eea079-cb4b-46df-b9de-4fe3d527e880", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:52:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "b4eea079-cb4b-46df-b9de-4fe3d527e880", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e6e9812a-3b6c-4573-b7ab-b80058f45c10", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e6e9812a-3b6c-4573-b7ab-b80058f45c10", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e6e9812a-3b6c-4573-b7ab-b80058f45c10", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:52:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "34ea6833-5c83-4d2e-b0cb-74d1ea3de0ef", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "34ea6833-5c83-4d2e-b0cb-74d1ea3de0ef", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "34ea6833-5c83-4d2e-b0cb-74d1ea3de0ef", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "34ea6833-5c83-4d2e-b0cb-74d1ea3de0ef", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "34ea6833-5c83-4d2e-b0cb-74d1ea3de0ef", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:52:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "34ea6833-5c83-4d2e-b0cb-74d1ea3de0ef", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "d1d4dc64-2de7-419b-8693-9c146abcceb3", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "d1d4dc64-2de7-419b-8693-9c146abcceb3", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "d1d4dc64-2de7-419b-8693-9c146abcceb3", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "d1d4dc64-2de7-419b-8693-9c146abcceb3", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "d1d4dc64-2de7-419b-8693-9c146abcceb3", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:52:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "d1d4dc64-2de7-419b-8693-9c146abcceb3", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2cb7d5b3-13f1-4aef-b192-144ce6a0a29b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:52:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "955b9510-f3bf-4b14-906d-7aaa34fb94bc", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "955b9510-f3bf-4b14-906d-7aaa34fb94bc", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "955b9510-f3bf-4b14-906d-7aaa34fb94bc", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "955b9510-f3bf-4b14-906d-7aaa34fb94bc", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:52:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "955b9510-f3bf-4b14-906d-7aaa34fb94bc", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:52:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "955b9510-f3bf-4b14-906d-7aaa34fb94bc", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:52:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b8f2a924-e93f-4ea2-aea2-a33b55666ea3", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b8f2a924-e93f-4ea2-aea2-a33b55666ea3", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b8f2a924-e93f-4ea2-aea2-a33b55666ea3", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "e78f9486-8e40-4607-b26c-537697530ff0", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b8f2a924-e93f-4ea2-aea2-a33b55666ea3", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:52:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b8f2a924-e93f-4ea2-aea2-a33b55666ea3", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:52:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b8f2a924-e93f-4ea2-aea2-a33b55666ea3", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "e78f9486-8e40-4607-b26c-537697530ff0", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "e78f9486-8e40-4607-b26c-537697530ff0", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:52:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "fb185cf3-f278-4a76-9651-7906b089bde7", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "fb185cf3-f278-4a76-9651-7906b089bde7", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "fb185cf3-f278-4a76-9651-7906b089bde7", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:52:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "fb185cf3-f278-4a76-9651-7906b089bde7", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:52:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "fb185cf3-f278-4a76-9651-7906b089bde7", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:52:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "fb185cf3-f278-4a76-9651-7906b089bde7", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "dfae05eb-e2b7-4ed0-a920-0fb3a4bd93b5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "dfae05eb-e2b7-4ed0-a920-0fb3a4bd93b5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "dfae05eb-e2b7-4ed0-a920-0fb3a4bd93b5", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:53:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b60eb6e7-3807-431a-994b-36763b8f3ae4", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b60eb6e7-3807-431a-994b-36763b8f3ae4", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b60eb6e7-3807-431a-994b-36763b8f3ae4", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b60eb6e7-3807-431a-994b-36763b8f3ae4", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:53:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b60eb6e7-3807-431a-994b-36763b8f3ae4", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:53:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b60eb6e7-3807-431a-994b-36763b8f3ae4", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "9379f1d4-5879-4730-9699-6fdfa81a9082", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "9379f1d4-5879-4730-9699-6fdfa81a9082", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "9379f1d4-5879-4730-9699-6fdfa81a9082", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "9379f1d4-5879-4730-9699-6fdfa81a9082", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:53:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "9379f1d4-5879-4730-9699-6fdfa81a9082", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:53:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "9379f1d4-5879-4730-9699-6fdfa81a9082", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "1b19ab10-3fa5-4a61-8fda-d9e840163a21", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "1b19ab10-3fa5-4a61-8fda-d9e840163a21", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "1b19ab10-3fa5-4a61-8fda-d9e840163a21", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "1b19ab10-3fa5-4a61-8fda-d9e840163a21", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:53:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "1b19ab10-3fa5-4a61-8fda-d9e840163a21", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:53:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "1b19ab10-3fa5-4a61-8fda-d9e840163a21", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974"} 2026-07-13T21:53:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:53:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:53:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "664b8df8-ab1e-4eb0-844c-0ef49954979e", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "sub-test-model-8e2974", "reconcileID": "53f3d5cd-b5f1-4e2f-ac0f-2717d51b986a", "LLMInferenceService": "sub-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "3cb37ac6-c0ec-4350-a426-ca28af46bcee", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "3cb37ac6-c0ec-4350-a426-ca28af46bcee", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "3cb37ac6-c0ec-4350-a426-ca28af46bcee", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "a219b708-0089-44ca-8dd6-d57878f827dc", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "a219b708-0089-44ca-8dd6-d57878f827dc", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "a219b708-0089-44ca-8dd6-d57878f827dc", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921"} 2026-07-13T21:53:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:53:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921-kserve-route-authn"} 2026-07-13T21:53:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "ce7a4075-d2f3-46d1-86bd-44d40fc332f5", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "sub-test-model-884921", "reconcileID": "b40a10f7-59a5-4224-b882-e9247db36b9a", "LLMInferenceService": "sub-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:53:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "befa142b-847a-4e8b-a5ae-f28d95cccbe1", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:53:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "befa142b-847a-4e8b-a5ae-f28d95cccbe1", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:53:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "befa142b-847a-4e8b-a5ae-f28d95cccbe1", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:53:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "4aea628d-a67e-468a-a136-b49dc6c3eeac", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:53:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "4aea628d-a67e-468a-a136-b49dc6c3eeac", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:53:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "4aea628d-a67e-468a-a136-b49dc6c3eeac", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "9ac59115-ad2c-444a-adb7-3a80cae677e7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "9ac59115-ad2c-444a-adb7-3a80cae677e7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "9ac59115-ad2c-444a-adb7-3a80cae677e7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "72e9911f-c68f-4383-91a3-3547507d65aa", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "9ac59115-ad2c-444a-adb7-3a80cae677e7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "9ac59115-ad2c-444a-adb7-3a80cae677e7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "9ac59115-ad2c-444a-adb7-3a80cae677e7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "72e9911f-c68f-4383-91a3-3547507d65aa", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "72e9911f-c68f-4383-91a3-3547507d65aa", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "e29db557-323c-4ce2-b073-287a62cfd679", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "e29db557-323c-4ce2-b073-287a62cfd679", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "e29db557-323c-4ce2-b073-287a62cfd679", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "e29db557-323c-4ce2-b073-287a62cfd679", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "e29db557-323c-4ce2-b073-287a62cfd679", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "e29db557-323c-4ce2-b073-287a62cfd679", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e2006e32-2a2b-4116-812b-dce0aef3c4ca", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e2006e32-2a2b-4116-812b-dce0aef3c4ca", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e2006e32-2a2b-4116-812b-dce0aef3c4ca", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:53:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "dc85e145-8e5b-49b9-9c5b-d0daf5045eec", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "dc85e145-8e5b-49b9-9c5b-d0daf5045eec", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "dc85e145-8e5b-49b9-9c5b-d0daf5045eec", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:53:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "dc85e145-8e5b-49b9-9c5b-d0daf5045eec", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:53:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "dc85e145-8e5b-49b9-9c5b-d0daf5045eec", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:53:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "dc85e145-8e5b-49b9-9c5b-d0daf5045eec", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:54:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "a07b6d17-d02c-4dbf-a216-5ab9ee994ea7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:54:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "a07b6d17-d02c-4dbf-a216-5ab9ee994ea7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:54:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "a07b6d17-d02c-4dbf-a216-5ab9ee994ea7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:54:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "a07b6d17-d02c-4dbf-a216-5ab9ee994ea7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:54:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "a07b6d17-d02c-4dbf-a216-5ab9ee994ea7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "authType": "userdefined"} 2026-07-13T21:54:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "a07b6d17-d02c-4dbf-a216-5ab9ee994ea7", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:54:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "f4ae6001-c025-4ffa-b543-2f443429f254", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "f4ae6001-c025-4ffa-b543-2f443429f254", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "f4ae6001-c025-4ffa-b543-2f443429f254", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "dbcaf4d8-dc27-407e-97de-afad222371f1", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:54:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "f4ae6001-c025-4ffa-b543-2f443429f254", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:54:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "f4ae6001-c025-4ffa-b543-2f443429f254", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:54:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "f4ae6001-c025-4ffa-b543-2f443429f254", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "dbcaf4d8-dc27-407e-97de-afad222371f1", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:54:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "dbcaf4d8-dc27-407e-97de-afad222371f1", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "bc0c6233-91a7-4ed5-acb9-bcc1872c5c9c", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "bc0c6233-91a7-4ed5-acb9-bcc1872c5c9c", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "bc0c6233-91a7-4ed5-acb9-bcc1872c5c9c", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "bc0c6233-91a7-4ed5-acb9-bcc1872c5c9c", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "bc0c6233-91a7-4ed5-acb9-bcc1872c5c9c", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "bc0c6233-91a7-4ed5-acb9-bcc1872c5c9c", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "b901e580-0512-4d7a-b593-cff88115043c", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "b901e580-0512-4d7a-b593-cff88115043c", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "b901e580-0512-4d7a-b593-cff88115043c", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:54:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "b9522777-0504-4406-bb89-7058da9f4aa5", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "b9522777-0504-4406-bb89-7058da9f4aa5", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "b9522777-0504-4406-bb89-7058da9f4aa5", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "b9522777-0504-4406-bb89-7058da9f4aa5", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:54:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "b9522777-0504-4406-bb89-7058da9f4aa5", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:54:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "b9522777-0504-4406-bb89-7058da9f4aa5", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "cffdd1fa-667a-4572-a790-6284d692facd", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "cffdd1fa-667a-4572-a790-6284d692facd", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "cffdd1fa-667a-4572-a790-6284d692facd", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "cffdd1fa-667a-4572-a790-6284d692facd", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:54:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "cffdd1fa-667a-4572-a790-6284d692facd", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:54:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "cffdd1fa-667a-4572-a790-6284d692facd", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "acc34517-25d9-49a0-aac6-55ba62ac1e1b", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "acc34517-25d9-49a0-aac6-55ba62ac1e1b", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "acc34517-25d9-49a0-aac6-55ba62ac1e1b", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:54:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "acc34517-25d9-49a0-aac6-55ba62ac1e1b", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:54:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "acc34517-25d9-49a0-aac6-55ba62ac1e1b", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "authType": "userdefined"} 2026-07-13T21:54:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "acc34517-25d9-49a0-aac6-55ba62ac1e1b", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68090e6c-20a4-4b9a-b292-81d172032ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2be88482-0b20-4fe2-b99b-58f11b18ba9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:55:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:55:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974"} 2026-07-13T21:55:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:55:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:55:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:55:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974-kserve-route-authn"} 2026-07-13T21:55:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:55:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "69be0487-046a-4e16-b239-0b16c921d1a2", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:55:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e2974","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "rate-test-model-8e2974", "reconcileID": "321960b0-df36-4cd3-9ddc-2248db920f68", "LLMInferenceService": "rate-test-model-8e2974", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:55:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e8a1acc1-e9ed-4714-a4ea-9d2e9953de50", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e8a1acc1-e9ed-4714-a4ea-9d2e9953de50", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "e8a1acc1-e9ed-4714-a4ea-9d2e9953de50", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "86b80ca6-53d0-48eb-8cf2-5cfd73a7b370", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "86b80ca6-53d0-48eb-8cf2-5cfd73a7b370", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "86b80ca6-53d0-48eb-8cf2-5cfd73a7b370", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921"} 2026-07-13T21:55:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:55:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921-kserve-route-authn"} 2026-07-13T21:55:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "abcf4fc0-64a1-4ed0-8f3c-0e3f8258b3ba", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-884921","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "rate-test-model-884921", "reconcileID": "6eea9ee9-2408-427e-bda9-fbad46ce4f31", "LLMInferenceService": "rate-test-model-884921", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:55:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "2589b8be-b7a8-457e-b376-a37e94e3b0c9", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:55:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "2589b8be-b7a8-457e-b376-a37e94e3b0c9", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:55:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "2589b8be-b7a8-457e-b376-a37e94e3b0c9", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:55:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "1944eff1-2840-4b06-a2e3-b8864a8d89a8", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:55:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "1944eff1-2840-4b06-a2e3-b8864a8d89a8", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:55:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "1944eff1-2840-4b06-a2e3-b8864a8d89a8", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7e61910-8eb4-4638-8409-a8b7eb289c72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "fc187048-232c-488d-bb20-646137421860", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "fc187048-232c-488d-bb20-646137421860", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "fc187048-232c-488d-bb20-646137421860", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "4b5157b5-2f58-4f1b-9c5e-68c75b98fc9d", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:55:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "4b5157b5-2f58-4f1b-9c5e-68c75b98fc9d", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974-authn-ssl"} 2026-07-13T21:55:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "4b5157b5-2f58-4f1b-9c5e-68c75b98fc9d", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:56:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "968d0a32-852a-4098-b083-dd482483d06c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "968d0a32-852a-4098-b083-dd482483d06c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:56:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "968d0a32-852a-4098-b083-dd482483d06c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8e2974 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:56:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-trusted-ca-bundle", "reconcileID": "e643ebcd-fd89-40bf-990d-e66878575273", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-trusted-ca-bundle", "reconcileID": "e643ebcd-fd89-40bf-990d-e66878575273", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "openshift-service-ca.crt", "reconcileID": "111b3d37-6140-4369-b605-50b36621fba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "openshift-service-ca.crt", "reconcileID": "111b3d37-6140-4369-b605-50b36621fba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf16ac27-deb9-4d13-bcde-73fe71fc1582", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e2974"}, "namespace": "ai-tenant-e2e-shared-a-8e2974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf16ac27-deb9-4d13-bcde-73fe71fc1582", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e2974"} 2026-07-13T21:56:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e2974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e2974", "reconcileID": "beb29235-f8bc-4304-a17a-e19d4de221f0", "Gateway": "e2e-shared-a-8e2974", "namespace": "openshift-ingress"} 2026-07-13T21:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3972cacd-9374-44b9-bd35-5257334c004c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "1146ae53-24f2-41e2-a8d1-341911b55f13", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "1146ae53-24f2-41e2-a8d1-341911b55f13", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "1146ae53-24f2-41e2-a8d1-341911b55f13", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:56:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "0f6142e7-2ebc-4c61-874e-256d7915a2fc", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:56:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "0f6142e7-2ebc-4c61-874e-256d7915a2fc", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress", "name": "e2e-shared-b-884921-authn-ssl"} 2026-07-13T21:56:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "0f6142e7-2ebc-4c61-874e-256d7915a2fc", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"} 2026-07-13T21:56:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39910ee-4f49-4a64-8402-25770e25a269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39910ee-4f49-4a64-8402-25770e25a269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:56:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39910ee-4f49-4a64-8402-25770e25a269", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-884921 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:56:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "84306585-59f1-4a53-89a8-1a639763b9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-trusted-ca-bundle", "reconcileID": "84306585-59f1-4a53-89a8-1a639763b9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "openshift-service-ca.crt", "reconcileID": "6a9513da-ad76-448c-a53e-1af7d84819ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "openshift-service-ca.crt", "reconcileID": "6a9513da-ad76-448c-a53e-1af7d84819ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6578c234-6987-42b2-ab6b-0f8f9faa2895", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-884921"}, "namespace": "ai-tenant-e2e-shared-b-884921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6578c234-6987-42b2-ab6b-0f8f9faa2895", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-884921"} 2026-07-13T21:56:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-884921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-884921", "reconcileID": "82c00997-b641-4564-9068-0dc831ac3d68", "Gateway": "e2e-shared-b-884921", "namespace": "openshift-ingress"}