2026-07-03T15:47:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "24b66649-38ef-4d23-80ba-da674b3a7c26", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "145b25f5-b00b-4295-8c58-f9c32146d95c", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "145b25f5-b00b-4295-8c58-f9c32146d95c", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress", "name": "e2e-api-b-959db1-authn-ssl"} 2026-07-03T15:47:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "145b25f5-b00b-4295-8c58-f9c32146d95c", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "openshift-service-ca.crt", "reconcileID": "f2ba9414-3de9-43b8-9c23-ffeafd81b83a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-trusted-ca-bundle", "reconcileID": "e9686a2c-cca3-4d9c-9409-5c503d5c987d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "openshift-service-ca.crt", "reconcileID": "195eac39-89d3-4279-b6d8-53c4ac4ab29c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-959db1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:47:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "openshift-service-ca.crt", "reconcileID": "195eac39-89d3-4279-b6d8-53c4ac4ab29c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "openshift-service-ca.crt", "reconcileID": "5bc5f3e8-cb32-43a9-bf23-9ba2841e1c11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc7123b-5f02-424b-8988-93c0639cdd04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-trusted-ca-bundle", "reconcileID": "ee6b8a1b-0183-4601-abb9-223e6a97a582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:47:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-trusted-ca-bundle", "reconcileID": "ee6b8a1b-0183-4601-abb9-223e6a97a582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc579c54-cb82-41cc-a633-9a00182e6d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:47:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "430f9675-b6c6-4ca5-b3fa-575c962b60f1", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress"} 2026-07-03T15:47:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "430f9675-b6c6-4ca5-b3fa-575c962b60f1", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress", "name": "e2e-api-a-354253-authn-ssl"} 2026-07-03T15:47:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "430f9675-b6c6-4ca5-b3fa-575c962b60f1", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress"} 2026-07-03T15:47:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "a75e2691-5e1f-4583-b874-639cce24b83b", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "a75e2691-5e1f-4583-b874-639cce24b83b", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress", "name": "e2e-api-b-959db1-authn-ssl"} 2026-07-03T15:47:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "a75e2691-5e1f-4583-b874-639cce24b83b", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5ae35f95-b6fc-4813-bbf8-a3311b912433", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "743c5685-6099-4727-b5fa-4e9cc6712630", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "743c5685-6099-4727-b5fa-4e9cc6712630", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress", "name": "e2e-api-b-959db1-authn-ssl"} 2026-07-03T15:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "743c5685-6099-4727-b5fa-4e9cc6712630", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:47:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0ca2cf69-f3c6-47a9-86a2-4e22065095b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:47:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "e34adccc-93fc-4877-9ce7-fea31e0280c3", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress"} 2026-07-03T15:47:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "e34adccc-93fc-4877-9ce7-fea31e0280c3", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress", "name": "e2e-api-a-354253-authn-ssl"} 2026-07-03T15:47:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "e34adccc-93fc-4877-9ce7-fea31e0280c3", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress"} 2026-07-03T15:48:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318aa341-1dfc-45b1-8474-bfbef4e50a5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318aa341-1dfc-45b1-8474-bfbef4e50a5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318aa341-1dfc-45b1-8474-bfbef4e50a5d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-354253 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:48:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-trusted-ca-bundle", "reconcileID": "f1d21346-6758-4b8b-8263-df68aa99f5ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-trusted-ca-bundle", "reconcileID": "f1d21346-6758-4b8b-8263-df68aa99f5ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-trusted-ca-bundle", "reconcileID": "f1d21346-6758-4b8b-8263-df68aa99f5ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-354253 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:48:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "openshift-service-ca.crt", "reconcileID": "14b8c8e2-c413-4b01-9596-c9a2071a15dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "openshift-service-ca.crt", "reconcileID": "14b8c8e2-c413-4b01-9596-c9a2071a15dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7372dcd-d790-41dc-9fd9-400a86e3b730", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7372dcd-d790-41dc-9fd9-400a86e3b730", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-trusted-ca-bundle", "reconcileID": "396661d6-50d5-4354-8af9-fa79be64baf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-354253"}, "namespace": "ai-tenant-e2e-api-a-354253", "name": "odh-trusted-ca-bundle", "reconcileID": "396661d6-50d5-4354-8af9-fa79be64baf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-354253"} 2026-07-03T15:48:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-354253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-354253", "reconcileID": "74f40121-35d6-4dcc-b561-7eeadcbb42b9", "Gateway": "e2e-api-a-354253", "namespace": "openshift-ingress"} 2026-07-03T15:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e6952bbd-063a-46d6-8ca7-5a71ac4e9269", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:48:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "ac020420-84c7-4e82-b2a2-351a76c451a8", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:48:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "ac020420-84c7-4e82-b2a2-351a76c451a8", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress", "name": "e2e-api-b-959db1-authn-ssl"} 2026-07-03T15:48:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "ac020420-84c7-4e82-b2a2-351a76c451a8", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:48:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32326b62-fedb-445b-9f97-78cf5e999e0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32326b62-fedb-445b-9f97-78cf5e999e0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32326b62-fedb-445b-9f97-78cf5e999e0f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-959db1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:48:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-trusted-ca-bundle", "reconcileID": "568e7f43-18d1-434e-963f-b6f20c84ac99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-trusted-ca-bundle", "reconcileID": "568e7f43-18d1-434e-963f-b6f20c84ac99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "openshift-service-ca.crt", "reconcileID": "40daa3fa-9382-46c8-9c8b-8797779cb22d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "openshift-service-ca.crt", "reconcileID": "40daa3fa-9382-46c8-9c8b-8797779cb22d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ab2c4a-7ed5-43e2-a107-70e7e8f63ad9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-959db1"}, "namespace": "ai-tenant-e2e-api-b-959db1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ab2c4a-7ed5-43e2-a107-70e7e8f63ad9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-959db1"} 2026-07-03T15:48:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-959db1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-959db1", "reconcileID": "6e15b738-3605-4a5f-8316-923a425a9756", "Gateway": "e2e-api-b-959db1", "namespace": "openshift-ingress"} 2026-07-03T15:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "661cdd71-cdb8-4b70-a585-84eeee664070", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "661cdd71-cdb8-4b70-a585-84eeee664070", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "661cdd71-cdb8-4b70-a585-84eeee664070", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "56b46785-8818-454c-9162-36fe80782ba2", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "56b46785-8818-454c-9162-36fe80782ba2", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "56b46785-8818-454c-9162-36fe80782ba2", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "f3e562cd-ff3e-43d8-b05a-0070446032ee", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "f3e562cd-ff3e-43d8-b05a-0070446032ee", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "f3e562cd-ff3e-43d8-b05a-0070446032ee", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "182b9667-6419-4080-b3ec-5e1ceff7d9af", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "182b9667-6419-4080-b3ec-5e1ceff7d9af", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "182b9667-6419-4080-b3ec-5e1ceff7d9af", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "92d1dd8a-4e6c-4053-a6b6-96e718224170", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "92d1dd8a-4e6c-4053-a6b6-96e718224170", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "92d1dd8a-4e6c-4053-a6b6-96e718224170", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "5eb38db4-2902-4267-9bdf-f4c021a67b21", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "5eb38db4-2902-4267-9bdf-f4c021a67b21", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "5eb38db4-2902-4267-9bdf-f4c021a67b21", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "67a63fe2-2b0d-4345-b965-8f5f33247aa5", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "67a63fe2-2b0d-4345-b965-8f5f33247aa5", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "67a63fe2-2b0d-4345-b965-8f5f33247aa5", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "openshift-service-ca.crt", "reconcileID": "f6afd428-df2e-4a7d-9068-d1e78a0e1326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-trusted-ca-bundle", "reconcileID": "04a61827-42f0-4ea8-955c-809507e7980b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "openshift-service-ca.crt", "reconcileID": "6ca4297a-3d4e-4b3f-8ef8-317750b9e47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3703d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "openshift-service-ca.crt", "reconcileID": "6ca4297a-3d4e-4b3f-8ef8-317750b9e47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a1ec13-d8f0-44aa-9561-d25d319fe1f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "openshift-service-ca.crt", "reconcileID": "f2459565-3f1d-40ea-96d5-1568573a9551", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-trusted-ca-bundle", "reconcileID": "99ca5def-926f-4ce2-a25a-c62de0b1fac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-trusted-ca-bundle", "reconcileID": "99ca5def-926f-4ce2-a25a-c62de0b1fac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a03c876-4707-4c5c-a672-3851f283c696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "092d23ce-e820-4beb-85a5-ddd68039329f", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "092d23ce-e820-4beb-85a5-ddd68039329f", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "092d23ce-e820-4beb-85a5-ddd68039329f", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3b1eace9-2b65-48d4-b8d4-cfd704e495f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "33ada957-d010-4c76-89dc-e896f8b3b9fb", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "33ada957-d010-4c76-89dc-e896f8b3b9fb", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "33ada957-d010-4c76-89dc-e896f8b3b9fb", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "955fde2c-1e8c-44ee-a242-19069a743c00", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "955fde2c-1e8c-44ee-a242-19069a743c00", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "955fde2c-1e8c-44ee-a242-19069a743c00", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "78a45f65-9a15-4540-a429-c8a6ead7ab1a", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "78a45f65-9a15-4540-a429-c8a6ead7ab1a", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "78a45f65-9a15-4540-a429-c8a6ead7ab1a", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "ce48aad5-e865-424e-9c33-49f2dd070153", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "ce48aad5-e865-424e-9c33-49f2dd070153", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "ce48aad5-e865-424e-9c33-49f2dd070153", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "b9c56eb7-59f3-4712-87a4-0313c54283fc", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "b9c56eb7-59f3-4712-87a4-0313c54283fc", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "b9c56eb7-59f3-4712-87a4-0313c54283fc", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "8d2a6544-02a2-4ab8-a2b3-add8e5d67c16", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "8d2a6544-02a2-4ab8-a2b3-add8e5d67c16", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "8d2a6544-02a2-4ab8-a2b3-add8e5d67c16", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "815535bb-a12b-4cd5-bc62-987f4867ec6e", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "815535bb-a12b-4cd5-bc62-987f4867ec6e", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "815535bb-a12b-4cd5-bc62-987f4867ec6e", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "281c8e7f-63b7-49ce-873f-c3855bd6d623", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "281c8e7f-63b7-49ce-873f-c3855bd6d623", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "281c8e7f-63b7-49ce-873f-c3855bd6d623", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "openshift-service-ca.crt", "reconcileID": "564aeacc-fa07-4d2e-95e9-4b4a385eb2e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "openshift-service-ca.crt", "reconcileID": "7eef4429-2120-40f4-9fcd-737f78e7d205", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-31658c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "openshift-service-ca.crt", "reconcileID": "7eef4429-2120-40f4-9fcd-737f78e7d205", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "90c90271-2af4-4f8d-8b71-b0723fd43dec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "90c90271-2af4-4f8d-8b71-b0723fd43dec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4e9c507-3e3c-49f6-917c-0854c0eeda28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "openshift-service-ca.crt", "reconcileID": "fdb28441-eebb-41ad-8819-8f1a09e48ee0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "9038484f-adce-4843-8d84-30ba2237779c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "3b107831-a97c-40b8-9b53-6e543c67268c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "3b107831-a97c-40b8-9b53-6e543c67268c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca7e75a1-c3e6-4f74-937e-d5432e48484c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "02d3e4f9-1263-4d87-8dd0-36ccabc34897", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "02d3e4f9-1263-4d87-8dd0-36ccabc34897", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "02d3e4f9-1263-4d87-8dd0-36ccabc34897", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "51f1dedc-42eb-4863-9fd8-ba539c8fa80b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:48:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "125ed53a-1d7d-497f-b233-133d8511f2e5", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "125ed53a-1d7d-497f-b233-133d8511f2e5", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "125ed53a-1d7d-497f-b233-133d8511f2e5", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "bfa97a53-f178-4032-bb43-dd5453f228de", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "125ed53a-1d7d-497f-b233-133d8511f2e5", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:48:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "125ed53a-1d7d-497f-b233-133d8511f2e5", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:48:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "125ed53a-1d7d-497f-b233-133d8511f2e5", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "bfa97a53-f178-4032-bb43-dd5453f228de", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "bfa97a53-f178-4032-bb43-dd5453f228de", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "0e7c6bfc-8910-4918-8e71-20c6290c939a", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "0e7c6bfc-8910-4918-8e71-20c6290c939a", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "0e7c6bfc-8910-4918-8e71-20c6290c939a", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "0e7c6bfc-8910-4918-8e71-20c6290c939a", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:48:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "0e7c6bfc-8910-4918-8e71-20c6290c939a", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:48:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "0e7c6bfc-8910-4918-8e71-20c6290c939a", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "429b7a7f-fd47-4703-9a94-d26e23391390", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "429b7a7f-fd47-4703-9a94-d26e23391390", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "429b7a7f-fd47-4703-9a94-d26e23391390", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1d8ffd33-c492-40ad-9e26-f78c1776531a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:48:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "2a04c650-0055-4c49-a901-503599f9163a", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "2a04c650-0055-4c49-a901-503599f9163a", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:48:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "2a04c650-0055-4c49-a901-503599f9163a", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:48:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "eda56b02-3924-41d1-8541-6bd825d8d4e6", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "eda56b02-3924-41d1-8541-6bd825d8d4e6", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "eda56b02-3924-41d1-8541-6bd825d8d4e6", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "eda56b02-3924-41d1-8541-6bd825d8d4e6", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:48:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "eda56b02-3924-41d1-8541-6bd825d8d4e6", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:48:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "eda56b02-3924-41d1-8541-6bd825d8d4e6", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "138fbe62-7f7e-49d7-9eb8-bfeaaeac6bbe", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "138fbe62-7f7e-49d7-9eb8-bfeaaeac6bbe", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "138fbe62-7f7e-49d7-9eb8-bfeaaeac6bbe", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "138fbe62-7f7e-49d7-9eb8-bfeaaeac6bbe", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:48:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "138fbe62-7f7e-49d7-9eb8-bfeaaeac6bbe", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:48:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "138fbe62-7f7e-49d7-9eb8-bfeaaeac6bbe", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a1b7ee46-c429-4cd3-adfd-c1cad70e0af5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:48:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "bf3c4a36-143d-43d0-a121-66e13f493e7f", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "bf3c4a36-143d-43d0-a121-66e13f493e7f", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "bf3c4a36-143d-43d0-a121-66e13f493e7f", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "bf3c4a36-143d-43d0-a121-66e13f493e7f", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:48:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "bf3c4a36-143d-43d0-a121-66e13f493e7f", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:48:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "bf3c4a36-143d-43d0-a121-66e13f493e7f", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:48:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "b5f555dc-d301-4554-b535-8b6faf841c74", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "b5f555dc-d301-4554-b535-8b6faf841c74", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "b5f555dc-d301-4554-b535-8b6faf841c74", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "4a5f0b46-cb50-4d10-aa7c-c6adac44e17f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "b5f555dc-d301-4554-b535-8b6faf841c74", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c-kserve-route-authn"} 2026-07-03T15:48:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "b5f555dc-d301-4554-b535-8b6faf841c74", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:48:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "b5f555dc-d301-4554-b535-8b6faf841c74", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "4a5f0b46-cb50-4d10-aa7c-c6adac44e17f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "4a5f0b46-cb50-4d10-aa7c-c6adac44e17f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:48:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "d298251b-aa94-4832-b910-2123c68090f8", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "d298251b-aa94-4832-b910-2123c68090f8", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "d298251b-aa94-4832-b910-2123c68090f8", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:48:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "d298251b-aa94-4832-b910-2123c68090f8", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c-kserve-route-authn"} 2026-07-03T15:48:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "d298251b-aa94-4832-b910-2123c68090f8", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:48:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "d298251b-aa94-4832-b910-2123c68090f8", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "3d372938-d2a7-477f-bb71-de810374ef62", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "3d372938-d2a7-477f-bb71-de810374ef62", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "3d372938-d2a7-477f-bb71-de810374ef62", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "c7589d4d-ab54-4d28-9b97-4a0c5ea1d097", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "c7589d4d-ab54-4d28-9b97-4a0c5ea1d097", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "c7589d4d-ab54-4d28-9b97-4a0c5ea1d097", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "c7589d4d-ab54-4d28-9b97-4a0c5ea1d097", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c-kserve-route-authn"} 2026-07-03T15:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "c7589d4d-ab54-4d28-9b97-4a0c5ea1d097", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "c7589d4d-ab54-4d28-9b97-4a0c5ea1d097", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "84e9be48-4be4-4f03-8ac2-3171adb9a983", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "84e9be48-4be4-4f03-8ac2-3171adb9a983", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "84e9be48-4be4-4f03-8ac2-3171adb9a983", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "84e9be48-4be4-4f03-8ac2-3171adb9a983", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c-kserve-route-authn"} 2026-07-03T15:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "84e9be48-4be4-4f03-8ac2-3171adb9a983", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "84e9be48-4be4-4f03-8ac2-3171adb9a983", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "cc4e4725-ad27-4fc8-8992-5b9dc79ff736", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "cc4e4725-ad27-4fc8-8992-5b9dc79ff736", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "cc4e4725-ad27-4fc8-8992-5b9dc79ff736", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "7da19c6b-4a21-4686-8a8c-02b9c44bff19", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "7da19c6b-4a21-4686-8a8c-02b9c44bff19", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "7da19c6b-4a21-4686-8a8c-02b9c44bff19", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4"} 2026-07-03T15:51:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:51:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:51:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "5f2c3484-cca4-4b2e-bc21-2730f76f2ecb", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "auth-test-model-3703d4", "reconcileID": "839d8002-944a-47f9-bec6-1839a52bfb98", "LLMInferenceService": "auth-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "0bd0c93a-5b1b-440e-8148-225683b6369c", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "0bd0c93a-5b1b-440e-8148-225683b6369c", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "0bd0c93a-5b1b-440e-8148-225683b6369c", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "e7e71050-c769-4ebd-be17-8939670100b6", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "e7e71050-c769-4ebd-be17-8939670100b6", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "e7e71050-c769-4ebd-be17-8939670100b6", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c"} 2026-07-03T15:51:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c-kserve-route-authn"} 2026-07-03T15:51:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c-kserve-route-authn"} 2026-07-03T15:51:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "f5764cd1-d9a5-4a83-9454-36b915baccfc", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "auth-test-model-31658c", "reconcileID": "0cdaae60-80f7-4983-a9cf-193f846a54c1", "LLMInferenceService": "auth-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "7594046f-326d-4c14-88b5-e850fee8c073", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "7594046f-326d-4c14-88b5-e850fee8c073", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:51:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "7594046f-326d-4c14-88b5-e850fee8c073", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "c5140111-3735-4be5-a51e-5e5ff95a1bbd", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "c5140111-3735-4be5-a51e-5e5ff95a1bbd", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:51:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "c5140111-3735-4be5-a51e-5e5ff95a1bbd", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "afeec3e6-95f1-49b4-9fb7-8fd463fce28f", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "afeec3e6-95f1-49b4-9fb7-8fd463fce28f", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "afeec3e6-95f1-49b4-9fb7-8fd463fce28f", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "027b4935-aeec-4adf-9a06-e0ccee5a3237", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "afeec3e6-95f1-49b4-9fb7-8fd463fce28f", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:51:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "afeec3e6-95f1-49b4-9fb7-8fd463fce28f", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:51:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "afeec3e6-95f1-49b4-9fb7-8fd463fce28f", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "027b4935-aeec-4adf-9a06-e0ccee5a3237", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:51:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "027b4935-aeec-4adf-9a06-e0ccee5a3237", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "9a190ad8-9d5b-44f2-94bc-60bd8bec355c", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "9a190ad8-9d5b-44f2-94bc-60bd8bec355c", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "9a190ad8-9d5b-44f2-94bc-60bd8bec355c", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "9a190ad8-9d5b-44f2-94bc-60bd8bec355c", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:51:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "9a190ad8-9d5b-44f2-94bc-60bd8bec355c", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:51:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "9a190ad8-9d5b-44f2-94bc-60bd8bec355c", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "560a6c94-8204-4167-b9e7-36de956c8a14", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "560a6c94-8204-4167-b9e7-36de956c8a14", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:51:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "560a6c94-8204-4167-b9e7-36de956c8a14", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:51:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "3c55896c-7e48-4d80-bd82-3fadaaf49e88", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "3c55896c-7e48-4d80-bd82-3fadaaf49e88", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "3c55896c-7e48-4d80-bd82-3fadaaf49e88", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "3c55896c-7e48-4d80-bd82-3fadaaf49e88", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:51:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "3c55896c-7e48-4d80-bd82-3fadaaf49e88", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:51:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "3c55896c-7e48-4d80-bd82-3fadaaf49e88", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "e7e89131-cb40-4a5b-a15d-6157adb9dee9", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "e7e89131-cb40-4a5b-a15d-6157adb9dee9", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "e7e89131-cb40-4a5b-a15d-6157adb9dee9", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "e7e89131-cb40-4a5b-a15d-6157adb9dee9", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:51:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "e7e89131-cb40-4a5b-a15d-6157adb9dee9", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:51:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "e7e89131-cb40-4a5b-a15d-6157adb9dee9", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:51:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "a1701dc0-2e30-4f74-ab72-c0f2106e82a2", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "a1701dc0-2e30-4f74-ab72-c0f2106e82a2", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "a1701dc0-2e30-4f74-ab72-c0f2106e82a2", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "9c21113e-dcf4-4ddf-8adb-dcd2d4bb5a37", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "a1701dc0-2e30-4f74-ab72-c0f2106e82a2", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c-kserve-route-authn"} 2026-07-03T15:51:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "a1701dc0-2e30-4f74-ab72-c0f2106e82a2", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:51:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "a1701dc0-2e30-4f74-ab72-c0f2106e82a2", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "9c21113e-dcf4-4ddf-8adb-dcd2d4bb5a37", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "9c21113e-dcf4-4ddf-8adb-dcd2d4bb5a37", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "bf31f85a-ec9a-4836-8a43-85fa7cd929a5", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "bf31f85a-ec9a-4836-8a43-85fa7cd929a5", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "bf31f85a-ec9a-4836-8a43-85fa7cd929a5", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "bf31f85a-ec9a-4836-8a43-85fa7cd929a5", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c-kserve-route-authn"} 2026-07-03T15:51:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "bf31f85a-ec9a-4836-8a43-85fa7cd929a5", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:51:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "bf31f85a-ec9a-4836-8a43-85fa7cd929a5", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "3df048ba-e704-49ce-bbce-d5a502ae4ea7", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "3df048ba-e704-49ce-bbce-d5a502ae4ea7", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "3df048ba-e704-49ce-bbce-d5a502ae4ea7", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "0e0840b0-d936-40dc-a651-bdfb4077049d", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "0e0840b0-d936-40dc-a651-bdfb4077049d", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "0e0840b0-d936-40dc-a651-bdfb4077049d", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "0e0840b0-d936-40dc-a651-bdfb4077049d", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c-kserve-route-authn"} 2026-07-03T15:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "0e0840b0-d936-40dc-a651-bdfb4077049d", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "0e0840b0-d936-40dc-a651-bdfb4077049d", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "8fa8bb9e-52e0-445f-87ca-20412de31ce4", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "8fa8bb9e-52e0-445f-87ca-20412de31ce4", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "8fa8bb9e-52e0-445f-87ca-20412de31ce4", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "8fa8bb9e-52e0-445f-87ca-20412de31ce4", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c-kserve-route-authn"} 2026-07-03T15:52:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "8fa8bb9e-52e0-445f-87ca-20412de31ce4", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:52:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "8fa8bb9e-52e0-445f-87ca-20412de31ce4", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-03T15:52:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-03T15:52:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-03T15:52:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-03T15:52:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4"} 2026-07-03T15:52:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:52:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:52:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "b8a68b80-1372-4011-974c-43b6d3582c2b", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "sub-test-model-3703d4", "reconcileID": "81b67bf5-7e92-42c9-ae66-9ed9fd6365d0", "LLMInferenceService": "sub-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "a47d32d7-346e-4199-9471-7ebc56045bc5", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "a47d32d7-346e-4199-9471-7ebc56045bc5", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "a47d32d7-346e-4199-9471-7ebc56045bc5", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "0a4aa1c4-634c-4896-ba0e-75869ad920c1", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "0a4aa1c4-634c-4896-ba0e-75869ad920c1", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "0a4aa1c4-634c-4896-ba0e-75869ad920c1", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c"} 2026-07-03T15:52:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c-kserve-route-authn"} 2026-07-03T15:52:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c-kserve-route-authn"} 2026-07-03T15:52:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "e14810bb-d6de-41a7-9f17-34e3f792c94a", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "sub-test-model-31658c", "reconcileID": "83a6c248-82b8-43b1-a1ea-254844c4d06b", "LLMInferenceService": "sub-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "90e93a0b-dbf6-4210-af30-25c95c4d61d4", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "90e93a0b-dbf6-4210-af30-25c95c4d61d4", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "90e93a0b-dbf6-4210-af30-25c95c4d61d4", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "721e4196-d692-4155-a252-6ceb5b866798", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "721e4196-d692-4155-a252-6ceb5b866798", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "721e4196-d692-4155-a252-6ceb5b866798", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:52:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "ff2740ca-dea9-4d61-acee-1fc13e4ec42b", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "ff2740ca-dea9-4d61-acee-1fc13e4ec42b", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "ff2740ca-dea9-4d61-acee-1fc13e4ec42b", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "8d26b3e5-17c1-41da-8ae8-a57710bff183", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "ff2740ca-dea9-4d61-acee-1fc13e4ec42b", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:52:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "ff2740ca-dea9-4d61-acee-1fc13e4ec42b", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:52:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "ff2740ca-dea9-4d61-acee-1fc13e4ec42b", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "8d26b3e5-17c1-41da-8ae8-a57710bff183", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "8d26b3e5-17c1-41da-8ae8-a57710bff183", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "2844ba61-6163-4963-ba0e-298e153c9cd5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "2844ba61-6163-4963-ba0e-298e153c9cd5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "2844ba61-6163-4963-ba0e-298e153c9cd5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "2844ba61-6163-4963-ba0e-298e153c9cd5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:52:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "2844ba61-6163-4963-ba0e-298e153c9cd5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:52:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "2844ba61-6163-4963-ba0e-298e153c9cd5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "ae1fd8ba-b12c-4f19-8e53-e3f6dfe9f3f6", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "ae1fd8ba-b12c-4f19-8e53-e3f6dfe9f3f6", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "ae1fd8ba-b12c-4f19-8e53-e3f6dfe9f3f6", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:52:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "9a86a9b5-00f1-47e3-a32a-b77e0ce28ac5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "9a86a9b5-00f1-47e3-a32a-b77e0ce28ac5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "9a86a9b5-00f1-47e3-a32a-b77e0ce28ac5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "9a86a9b5-00f1-47e3-a32a-b77e0ce28ac5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:52:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "9a86a9b5-00f1-47e3-a32a-b77e0ce28ac5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:52:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "9a86a9b5-00f1-47e3-a32a-b77e0ce28ac5", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:52:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0a700663-a824-4e94-b119-c2f18b719d24", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "f4f81b60-5c14-4e60-913a-ceca2c299039", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "f4f81b60-5c14-4e60-913a-ceca2c299039", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "f4f81b60-5c14-4e60-913a-ceca2c299039", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "f4f81b60-5c14-4e60-913a-ceca2c299039", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "f4f81b60-5c14-4e60-913a-ceca2c299039", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "authType": "userdefined"} 2026-07-03T15:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "f4f81b60-5c14-4e60-913a-ceca2c299039", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:53:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "eaaff4da-8157-45ef-91dc-8a601fd2ed14", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "eaaff4da-8157-45ef-91dc-8a601fd2ed14", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "eaaff4da-8157-45ef-91dc-8a601fd2ed14", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "833a5582-1a4a-4b82-adb3-3819da5aa33f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:53:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "eaaff4da-8157-45ef-91dc-8a601fd2ed14", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:53:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "eaaff4da-8157-45ef-91dc-8a601fd2ed14", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:53:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "eaaff4da-8157-45ef-91dc-8a601fd2ed14", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "833a5582-1a4a-4b82-adb3-3819da5aa33f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:53:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "833a5582-1a4a-4b82-adb3-3819da5aa33f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:53:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3bedb653-5dc8-49c5-a9c7-a0c34a6366b1", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3bedb653-5dc8-49c5-a9c7-a0c34a6366b1", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3bedb653-5dc8-49c5-a9c7-a0c34a6366b1", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3bedb653-5dc8-49c5-a9c7-a0c34a6366b1", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:53:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3bedb653-5dc8-49c5-a9c7-a0c34a6366b1", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:53:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3bedb653-5dc8-49c5-a9c7-a0c34a6366b1", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "44e0eb65-a231-4433-8b7b-08eaea74f6bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "f35fd441-e5cf-4dbe-9db8-05b092076d24", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "f35fd441-e5cf-4dbe-9db8-05b092076d24", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "f35fd441-e5cf-4dbe-9db8-05b092076d24", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:53:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "f6b2d3b3-b2a7-4611-9132-b63ae443f432", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "f6b2d3b3-b2a7-4611-9132-b63ae443f432", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "f6b2d3b3-b2a7-4611-9132-b63ae443f432", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "f6b2d3b3-b2a7-4611-9132-b63ae443f432", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:53:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "f6b2d3b3-b2a7-4611-9132-b63ae443f432", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:53:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "f6b2d3b3-b2a7-4611-9132-b63ae443f432", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3ff831ef-00b7-4059-969d-1f7441f0bf3c", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3ff831ef-00b7-4059-969d-1f7441f0bf3c", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3ff831ef-00b7-4059-969d-1f7441f0bf3c", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3ff831ef-00b7-4059-969d-1f7441f0bf3c", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3ff831ef-00b7-4059-969d-1f7441f0bf3c", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "3ff831ef-00b7-4059-969d-1f7441f0bf3c", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5835667d-2643-4218-9436-52e489798c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:53:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "b795fd30-1fe7-4fbf-98cb-bcdbba9c2471", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "b795fd30-1fe7-4fbf-98cb-bcdbba9c2471", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "b795fd30-1fe7-4fbf-98cb-bcdbba9c2471", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:53:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "b795fd30-1fe7-4fbf-98cb-bcdbba9c2471", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:53:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "b795fd30-1fe7-4fbf-98cb-bcdbba9c2471", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "authType": "userdefined"} 2026-07-03T15:53:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "b795fd30-1fe7-4fbf-98cb-bcdbba9c2471", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:54:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4"} 2026-07-03T15:54:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:54:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:54:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:54:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4-kserve-route-authn"} 2026-07-03T15:54:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:54:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "8cdeded1-f492-4130-a10b-f8842ea54d21", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:54:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3703d4","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "rate-test-model-3703d4", "reconcileID": "d5b426ad-7cdb-4059-be4f-294ee8f40140", "LLMInferenceService": "rate-test-model-3703d4", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "33a346f0-d9f7-4f0f-9979-7d7f7d5db052", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "33a346f0-d9f7-4f0f-9979-7d7f7d5db052", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "33a346f0-d9f7-4f0f-9979-7d7f7d5db052", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "39a13a32-dc1e-4b11-994a-798557fbbfdb", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "39a13a32-dc1e-4b11-994a-798557fbbfdb", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "39a13a32-dc1e-4b11-994a-798557fbbfdb", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:54:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c"} 2026-07-03T15:54:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:54:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c-kserve-route-authn"} 2026-07-03T15:54:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "4efe8769-cfd7-4291-a497-fa0bcb6de43b", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-31658c","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "rate-test-model-31658c", "reconcileID": "00abc303-c108-46a4-818f-63ba9f31b0da", "LLMInferenceService": "rate-test-model-31658c", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "9a71fcb3-fa85-4617-90e9-9adc2a8b9c5d", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "9a71fcb3-fa85-4617-90e9-9adc2a8b9c5d", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "9a71fcb3-fa85-4617-90e9-9adc2a8b9c5d", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "14af6928-2b63-4608-b9ae-c0894d5b5935", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "14af6928-2b63-4608-b9ae-c0894d5b5935", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "14af6928-2b63-4608-b9ae-c0894d5b5935", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:54:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "dec34285-12d9-490a-b594-909522a4b9c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "804af17d-5b4e-48b2-a7a6-1979ca5ebe87", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "804af17d-5b4e-48b2-a7a6-1979ca5ebe87", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4-authn-ssl"} 2026-07-03T15:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "804af17d-5b4e-48b2-a7a6-1979ca5ebe87", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:55:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0afe429c-4e0a-4d2f-bd6c-d53c992abed4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0afe429c-4e0a-4d2f-bd6c-d53c992abed4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:55:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0afe429c-4e0a-4d2f-bd6c-d53c992abed4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3703d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:55:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-trusted-ca-bundle", "reconcileID": "3c94e829-fc69-4122-9642-58288457d96d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-trusted-ca-bundle", "reconcileID": "3c94e829-fc69-4122-9642-58288457d96d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "openshift-service-ca.crt", "reconcileID": "e3efe8da-424b-41fa-b1d2-d52752e8dbd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "openshift-service-ca.crt", "reconcileID": "e3efe8da-424b-41fa-b1d2-d52752e8dbd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e642be11-dbf2-4727-9414-ffc619a034b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3703d4"}, "namespace": "ai-tenant-e2e-shared-a-3703d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e642be11-dbf2-4727-9414-ffc619a034b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3703d4"} 2026-07-03T15:55:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3703d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3703d4", "reconcileID": "df5ec361-b0ad-4871-bdb7-944919cd0d30", "Gateway": "e2e-shared-a-3703d4", "namespace": "openshift-ingress"} 2026-07-03T15:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "19eea7d3-6ddb-44b0-9c79-b30be540f0ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T15:55:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "371c516b-3959-4016-a7d3-8923a0a9d77f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:55:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "371c516b-3959-4016-a7d3-8923a0a9d77f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c-authn-ssl"} 2026-07-03T15:55:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "371c516b-3959-4016-a7d3-8923a0a9d77f", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"} 2026-07-03T15:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55711c4e-3283-47d4-a39c-091fe3eaf7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55711c4e-3283-47d4-a39c-091fe3eaf7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:55:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55711c4e-3283-47d4-a39c-091fe3eaf7e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-31658c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "9360c5e4-5ba9-45a8-a2eb-c91efc4ee11a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "9360c5e4-5ba9-45a8-a2eb-c91efc4ee11a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T15:55:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "9360c5e4-5ba9-45a8-a2eb-c91efc4ee11a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-31658c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T15:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "openshift-service-ca.crt", "reconcileID": "b6ce106e-1b4f-4619-a904-0921287896fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "openshift-service-ca.crt", "reconcileID": "b6ce106e-1b4f-4619-a904-0921287896fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81b9a501-ca89-4119-b9e6-ac64d2e3dca2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81b9a501-ca89-4119-b9e6-ac64d2e3dca2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "f3e10410-b512-4270-b200-08a41f81087a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-31658c"}, "namespace": "ai-tenant-e2e-shared-b-31658c", "name": "odh-trusted-ca-bundle", "reconcileID": "f3e10410-b512-4270-b200-08a41f81087a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-31658c"} 2026-07-03T15:55:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-31658c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-31658c", "reconcileID": "966be4f5-b920-4c89-acc6-bb7046c9a8f4", "Gateway": "e2e-shared-b-31658c", "namespace": "openshift-ingress"}