2026-07-09T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "openshift-service-ca.crt", "reconcileID": "48ec8f04-84ab-4790-8823-bdc91f294bf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-trusted-ca-bundle", "reconcileID": "04d8fa8a-32ce-483c-9f66-a61d6bc1a011", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "openshift-service-ca.crt", "reconcileID": "300ae9d0-32a3-4787-96a5-938d0529803b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-11ff2c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "openshift-service-ca.crt", "reconcileID": "300ae9d0-32a3-4787-96a5-938d0529803b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89af6220-7cb6-4971-bab5-d576aa6534cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "openshift-service-ca.crt", "reconcileID": "991f1867-c681-4be4-b47c-8e9601e7feab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-trusted-ca-bundle", "reconcileID": "ff51f644-b36c-4a65-b814-1d29cb2d2935", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-trusted-ca-bundle", "reconcileID": "ff51f644-b36c-4a65-b814-1d29cb2d2935", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddf1b025-be5c-49e1-a08f-12456e1b3968", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "f7bf8b80-7815-4697-add4-cc1b24f23b72", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "f7bf8b80-7815-4697-add4-cc1b24f23b72", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c-authn-ssl"} 2026-07-09T14:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "f7bf8b80-7815-4697-add4-cc1b24f23b72", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fedb2340-fc82-48bd-a41a-1d0c93dac3a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "a667f591-33f2-42e2-835e-94d7dff52f7e", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress"} 2026-07-09T14:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "a667f591-33f2-42e2-835e-94d7dff52f7e", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress", "name": "e2e-api-a-966126-authn-ssl"} 2026-07-09T14:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "a667f591-33f2-42e2-835e-94d7dff52f7e", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress"} 2026-07-09T14:55:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "2c369fb0-a41f-4f39-8ec0-88361fe79d16", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "2c369fb0-a41f-4f39-8ec0-88361fe79d16", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c-authn-ssl"} 2026-07-09T14:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "2c369fb0-a41f-4f39-8ec0-88361fe79d16", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0b3b8f3-00ae-48bc-9e0a-fd81db18cd3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "47d7714b-5052-46d1-acaf-9d152745080a", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress"} 2026-07-09T14:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "47d7714b-5052-46d1-acaf-9d152745080a", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress", "name": "e2e-api-a-966126-authn-ssl"} 2026-07-09T14:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "47d7714b-5052-46d1-acaf-9d152745080a", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress"} 2026-07-09T14:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1048da15-4040-4f2d-98ae-0589d4c8550c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:55:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2193199-f84c-4d6e-86e4-c304756e95bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2193199-f84c-4d6e-86e4-c304756e95bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-966126", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2193199-f84c-4d6e-86e4-c304756e95bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-966126 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:55:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-trusted-ca-bundle", "reconcileID": "2b4e4a83-afbe-4191-b86f-732994ad232d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-trusted-ca-bundle", "reconcileID": "2b4e4a83-afbe-4191-b86f-732994ad232d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "openshift-service-ca.crt", "reconcileID": "dc303a9f-cf69-40c2-9e43-6d51b3e11389", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "openshift-service-ca.crt", "reconcileID": "dc303a9f-cf69-40c2-9e43-6d51b3e11389", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7169190f-df46-47af-b6b6-35dd7be0d280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-966126"}, "namespace": "ai-tenant-e2e-api-a-966126", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7169190f-df46-47af-b6b6-35dd7be0d280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-966126"} 2026-07-09T14:55:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-966126","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-966126", "reconcileID": "629768e8-5c4e-413f-b3b5-7d575c975517", "Gateway": "e2e-api-a-966126", "namespace": "openshift-ingress"} 2026-07-09T14:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0718f0cc-21aa-4916-b3eb-ae376e8c6e91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:55:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "38e17f46-dd61-43fb-b0cf-8f06b7771a77", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "38e17f46-dd61-43fb-b0cf-8f06b7771a77", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c-authn-ssl"} 2026-07-09T14:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "38e17f46-dd61-43fb-b0cf-8f06b7771a77", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d83b6e3d-60a5-43e8-9dd5-b8807132893b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d83b6e3d-60a5-43e8-9dd5-b8807132893b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d83b6e3d-60a5-43e8-9dd5-b8807132893b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-11ff2c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:55:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-trusted-ca-bundle", "reconcileID": "48f54503-ced6-4ad4-9707-08b5586bfc97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-trusted-ca-bundle", "reconcileID": "48f54503-ced6-4ad4-9707-08b5586bfc97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "openshift-service-ca.crt", "reconcileID": "38aafe54-b496-4732-b159-b45316e25a06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "openshift-service-ca.crt", "reconcileID": "38aafe54-b496-4732-b159-b45316e25a06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "572fc994-0b2a-4b58-8518-e55fa5c2bff2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-11ff2c"}, "namespace": "ai-tenant-e2e-api-b-11ff2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "572fc994-0b2a-4b58-8518-e55fa5c2bff2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-11ff2c"} 2026-07-09T14:55:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-11ff2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-11ff2c", "reconcileID": "f5119f5d-33ed-4050-a1c4-a4a6a54b284b", "Gateway": "e2e-api-b-11ff2c", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "002995df-9c8d-4285-9506-750bc750e44b", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "002995df-9c8d-4285-9506-750bc750e44b", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "002995df-9c8d-4285-9506-750bc750e44b", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0e763c77-deb9-4ae4-ade0-db615ee483db", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0e763c77-deb9-4ae4-ade0-db615ee483db", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0e763c77-deb9-4ae4-ade0-db615ee483db", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "3fae94eb-c49c-4bc2-acf7-aa790739e4dd", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "3fae94eb-c49c-4bc2-acf7-aa790739e4dd", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "3fae94eb-c49c-4bc2-acf7-aa790739e4dd", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "34d055a0-ef62-41c1-919a-68af1e61e18b", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "34d055a0-ef62-41c1-919a-68af1e61e18b", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "34d055a0-ef62-41c1-919a-68af1e61e18b", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "ef5b1dad-5832-4003-b0d9-fbb3e2da9369", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "ef5b1dad-5832-4003-b0d9-fbb3e2da9369", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "ef5b1dad-5832-4003-b0d9-fbb3e2da9369", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0c8f23e0-b0df-481d-b8f4-8a81214cfeb4", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0c8f23e0-b0df-481d-b8f4-8a81214cfeb4", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0c8f23e0-b0df-481d-b8f4-8a81214cfeb4", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "f0bcf0c8-aff7-4a25-9245-b405db41f510", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "f0bcf0c8-aff7-4a25-9245-b405db41f510", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "f0bcf0c8-aff7-4a25-9245-b405db41f510", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "openshift-service-ca.crt", "reconcileID": "c96d5107-7e56-4e36-aff4-2909f80270d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "openshift-service-ca.crt", "reconcileID": "f1f8f214-8c82-47d6-b678-299ea86ba70e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d877f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "openshift-service-ca.crt", "reconcileID": "f1f8f214-8c82-47d6-b678-299ea86ba70e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "dde4eade-69ec-4396-bc0a-56bfbb18cb30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "dde4eade-69ec-4396-bc0a-56bfbb18cb30", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "openshift-service-ca.crt", "reconcileID": "6c6f0f39-4576-424e-932d-475e2d43b34c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83a6e0b6-c9f3-4a30-a340-31bde5fb9c2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "52dda040-6a16-4502-b8e9-2eb725693683", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "307f0edc-9c66-4d33-b466-c19a174ba7b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "307f0edc-9c66-4d33-b466-c19a174ba7b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c23b6faf-29a2-47dc-8a3b-e1740a3ce094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "1d5bffae-3a38-4c66-b5c3-9713d429e604", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "1d5bffae-3a38-4c66-b5c3-9713d429e604", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "1d5bffae-3a38-4c66-b5c3-9713d429e604", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "281f13dd-f534-4e1a-9fc9-f743b9a26e4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "6d79ff1e-dced-442b-84ba-1eadc1c69189", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "6d79ff1e-dced-442b-84ba-1eadc1c69189", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "6d79ff1e-dced-442b-84ba-1eadc1c69189", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "79531d1c-9460-4831-bb6a-9912ab68635b", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "79531d1c-9460-4831-bb6a-9912ab68635b", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "79531d1c-9460-4831-bb6a-9912ab68635b", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "a03641bd-6a7a-433a-af6f-4ad46b0a56c6", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "a03641bd-6a7a-433a-af6f-4ad46b0a56c6", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "a03641bd-6a7a-433a-af6f-4ad46b0a56c6", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "93bb360e-4de4-4fc2-a9c3-a683936a3bfb", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "93bb360e-4de4-4fc2-a9c3-a683936a3bfb", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "93bb360e-4de4-4fc2-a9c3-a683936a3bfb", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "2e86c19b-76db-4364-828f-9d93aec6150d", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "2e86c19b-76db-4364-828f-9d93aec6150d", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "2e86c19b-76db-4364-828f-9d93aec6150d", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "7f59b5ed-8f25-4c9e-8184-06292a6161f0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "7f59b5ed-8f25-4c9e-8184-06292a6161f0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "7f59b5ed-8f25-4c9e-8184-06292a6161f0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "b81f2ed0-de8b-48e9-8ef8-ce1712b1e9f0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "b81f2ed0-de8b-48e9-8ef8-ce1712b1e9f0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "b81f2ed0-de8b-48e9-8ef8-ce1712b1e9f0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "4d346ede-f4a1-420f-a0c9-215adb149fdf", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "4d346ede-f4a1-420f-a0c9-215adb149fdf", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "4d346ede-f4a1-420f-a0c9-215adb149fdf", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "openshift-service-ca.crt", "reconcileID": "ab04f65c-deac-4d10-bf1d-528b05160117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-trusted-ca-bundle", "reconcileID": "55c21082-b5c0-4f68-9360-3149ee3295ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "openshift-service-ca.crt", "reconcileID": "af11a21e-291b-4ec8-95ff-94e73ff17ca2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d74e21", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "openshift-service-ca.crt", "reconcileID": "af11a21e-291b-4ec8-95ff-94e73ff17ca2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35449abe-9b8c-44a3-b8c5-d7c27e25320b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "openshift-service-ca.crt", "reconcileID": "46282914-e55f-4c49-9bfe-97dd49e7b76e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-trusted-ca-bundle", "reconcileID": "a2892f89-b92d-466c-a0eb-5809de47ac1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:55:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-trusted-ca-bundle", "reconcileID": "a2892f89-b92d-466c-a0eb-5809de47ac1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8ab43b4-e1d6-4e62-a3ff-68af9e4c5b35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "4f050cc0-2138-44f1-a04b-a9fc757203f5", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "4f050cc0-2138-44f1-a04b-a9fc757203f5", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "4f050cc0-2138-44f1-a04b-a9fc757203f5", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0379b2ae-2e39-4a20-b0a9-33c4687de4ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "c680113c-77fd-488b-815d-3ee424300249", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "c680113c-77fd-488b-815d-3ee424300249", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "c680113c-77fd-488b-815d-3ee424300249", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "f7d29735-0aa0-44a9-8ebb-9c609bbf55ab", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "f7d29735-0aa0-44a9-8ebb-9c609bbf55ab", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "f7d29735-0aa0-44a9-8ebb-9c609bbf55ab", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:56:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "8d5f8f4b-ffee-42a8-8261-a031ca5b1c57", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "8d5f8f4b-ffee-42a8-8261-a031ca5b1c57", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "8d5f8f4b-ffee-42a8-8261-a031ca5b1c57", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "229b41f0-ea34-411c-8787-febcca5b46d1", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:56:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "8d5f8f4b-ffee-42a8-8261-a031ca5b1c57", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:56:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "8d5f8f4b-ffee-42a8-8261-a031ca5b1c57", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:56:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "8d5f8f4b-ffee-42a8-8261-a031ca5b1c57", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "229b41f0-ea34-411c-8787-febcca5b46d1", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "229b41f0-ea34-411c-8787-febcca5b46d1", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "484702bd-825d-42ac-a275-35d85b8206f7", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "484702bd-825d-42ac-a275-35d85b8206f7", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "484702bd-825d-42ac-a275-35d85b8206f7", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "484702bd-825d-42ac-a275-35d85b8206f7", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "484702bd-825d-42ac-a275-35d85b8206f7", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "484702bd-825d-42ac-a275-35d85b8206f7", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c2f4d73-43a7-4a8b-9f69-4cf7080a52d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e31af332-2bcd-4194-8744-038d59e872d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:56:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2f43a347-6b26-4101-8afc-138a8e513c0f", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:56:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2f43a347-6b26-4101-8afc-138a8e513c0f", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:56:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2f43a347-6b26-4101-8afc-138a8e513c0f", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:56:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "ae4b6293-edcb-482f-aae7-ad73f64501c6", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "ae4b6293-edcb-482f-aae7-ad73f64501c6", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "ae4b6293-edcb-482f-aae7-ad73f64501c6", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "ae4b6293-edcb-482f-aae7-ad73f64501c6", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:56:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "ae4b6293-edcb-482f-aae7-ad73f64501c6", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:56:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "ae4b6293-edcb-482f-aae7-ad73f64501c6", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "18945cef-f29f-482e-b4b2-51e2ddb67a68", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "18945cef-f29f-482e-b4b2-51e2ddb67a68", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "18945cef-f29f-482e-b4b2-51e2ddb67a68", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "18945cef-f29f-482e-b4b2-51e2ddb67a68", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:56:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "18945cef-f29f-482e-b4b2-51e2ddb67a68", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:56:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "18945cef-f29f-482e-b4b2-51e2ddb67a68", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "42499c02-003b-4475-a565-a5dc3e2ddd4b", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "42499c02-003b-4475-a565-a5dc3e2ddd4b", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "42499c02-003b-4475-a565-a5dc3e2ddd4b", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "42499c02-003b-4475-a565-a5dc3e2ddd4b", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:56:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "42499c02-003b-4475-a565-a5dc3e2ddd4b", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:56:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "42499c02-003b-4475-a565-a5dc3e2ddd4b", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:56:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "6ef28f01-0494-43f5-b9a4-bb77fb401b2b", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "6ef28f01-0494-43f5-b9a4-bb77fb401b2b", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "6ef28f01-0494-43f5-b9a4-bb77fb401b2b", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "d8015a11-c8ed-47f7-9149-4d181c159ae8", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:56:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "6ef28f01-0494-43f5-b9a4-bb77fb401b2b", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:56:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "6ef28f01-0494-43f5-b9a4-bb77fb401b2b", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:56:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "6ef28f01-0494-43f5-b9a4-bb77fb401b2b", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "d8015a11-c8ed-47f7-9149-4d181c159ae8", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:56:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "d8015a11-c8ed-47f7-9149-4d181c159ae8", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:56:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "2d1768dc-b832-4d4f-89cd-8ca9d46186cf", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "2d1768dc-b832-4d4f-89cd-8ca9d46186cf", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "2d1768dc-b832-4d4f-89cd-8ca9d46186cf", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:56:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "2d1768dc-b832-4d4f-89cd-8ca9d46186cf", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:56:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "2d1768dc-b832-4d4f-89cd-8ca9d46186cf", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:56:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "2d1768dc-b832-4d4f-89cd-8ca9d46186cf", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "278b74e8-a52a-4da1-be8d-520e9558a8fd", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:57:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "278b74e8-a52a-4da1-be8d-520e9558a8fd", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:57:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "278b74e8-a52a-4da1-be8d-520e9558a8fd", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:57:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "8546f293-f0a4-43f5-830e-797662188c38", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "8546f293-f0a4-43f5-830e-797662188c38", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "8546f293-f0a4-43f5-830e-797662188c38", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "8546f293-f0a4-43f5-830e-797662188c38", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:57:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "8546f293-f0a4-43f5-830e-797662188c38", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:57:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "8546f293-f0a4-43f5-830e-797662188c38", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "af919ff4-7c2f-41f4-a612-e23b5472cff3", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "af919ff4-7c2f-41f4-a612-e23b5472cff3", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "af919ff4-7c2f-41f4-a612-e23b5472cff3", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "af919ff4-7c2f-41f4-a612-e23b5472cff3", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:57:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "af919ff4-7c2f-41f4-a612-e23b5472cff3", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:57:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "af919ff4-7c2f-41f4-a612-e23b5472cff3", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "7191ff2f-5aa3-422b-ba2d-1f577bf205a9", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "7191ff2f-5aa3-422b-ba2d-1f577bf205a9", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "7191ff2f-5aa3-422b-ba2d-1f577bf205a9", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "7191ff2f-5aa3-422b-ba2d-1f577bf205a9", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:57:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "7191ff2f-5aa3-422b-ba2d-1f577bf205a9", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:57:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "7191ff2f-5aa3-422b-ba2d-1f577bf205a9", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:57:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "dae584dc-3a14-4b4f-8e6a-8904201c0e94", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:57:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "dae584dc-3a14-4b4f-8e6a-8904201c0e94", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:57:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "dae584dc-3a14-4b4f-8e6a-8904201c0e94", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:57:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "e70c955f-556c-4b8f-8192-8f0a381d1745", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:57:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "e70c955f-556c-4b8f-8192-8f0a381d1745", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:57:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "e70c955f-556c-4b8f-8192-8f0a381d1745", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f"} 2026-07-09T14:59:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "d72f883f-a20b-45ed-b051-8d88251722a9", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "auth-test-model-0d877f", "reconcileID": "bf349640-3b00-421a-8597-11421648a953", "LLMInferenceService": "auth-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "85b2a25d-0583-4c21-b595-8ef136228fac", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "85b2a25d-0583-4c21-b595-8ef136228fac", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "85b2a25d-0583-4c21-b595-8ef136228fac", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "4e0a0b36-3d78-42da-b777-bbdbb8f86979", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "4e0a0b36-3d78-42da-b777-bbdbb8f86979", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "4e0a0b36-3d78-42da-b777-bbdbb8f86979", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21"} 2026-07-09T14:59:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "e572757f-3c5b-46d1-b664-88fda320c835", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "auth-test-model-d74e21", "reconcileID": "1c14b516-365f-4452-a5f0-3ceca7ec542c", "LLMInferenceService": "auth-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "e5638c2b-1e27-40ea-880b-225c125b80de", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "e5638c2b-1e27-40ea-880b-225c125b80de", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "e5638c2b-1e27-40ea-880b-225c125b80de", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "5c96469a-1114-48ab-905b-968d5f3f71c9", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "5c96469a-1114-48ab-905b-968d5f3f71c9", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "5c96469a-1114-48ab-905b-968d5f3f71c9", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "e370b7f4-cff3-4b71-8c52-0a5ae92d3876", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "e370b7f4-cff3-4b71-8c52-0a5ae92d3876", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "e370b7f4-cff3-4b71-8c52-0a5ae92d3876", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "74ca90c8-b01f-473c-bed3-69454cbf0333", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "e370b7f4-cff3-4b71-8c52-0a5ae92d3876", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "e370b7f4-cff3-4b71-8c52-0a5ae92d3876", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:59:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "e370b7f4-cff3-4b71-8c52-0a5ae92d3876", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "74ca90c8-b01f-473c-bed3-69454cbf0333", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "74ca90c8-b01f-473c-bed3-69454cbf0333", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3246421c-9ecb-4a21-97fd-315593c05f9d", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3246421c-9ecb-4a21-97fd-315593c05f9d", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3246421c-9ecb-4a21-97fd-315593c05f9d", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3246421c-9ecb-4a21-97fd-315593c05f9d", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3246421c-9ecb-4a21-97fd-315593c05f9d", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:59:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3246421c-9ecb-4a21-97fd-315593c05f9d", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "fe93f456-72ae-437d-b7d0-927ab87d5d07", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "fe93f456-72ae-437d-b7d0-927ab87d5d07", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T14:59:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "fe93f456-72ae-437d-b7d0-927ab87d5d07", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T14:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "fa7fde5e-08a0-4c4f-843d-728412027247", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "fa7fde5e-08a0-4c4f-843d-728412027247", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "fa7fde5e-08a0-4c4f-843d-728412027247", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "fa7fde5e-08a0-4c4f-843d-728412027247", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "fa7fde5e-08a0-4c4f-843d-728412027247", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "fa7fde5e-08a0-4c4f-843d-728412027247", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "5e101b8f-0f1d-4b07-bd0e-38b0eda83a9e", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "5e101b8f-0f1d-4b07-bd0e-38b0eda83a9e", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "5e101b8f-0f1d-4b07-bd0e-38b0eda83a9e", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "5e101b8f-0f1d-4b07-bd0e-38b0eda83a9e", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "5e101b8f-0f1d-4b07-bd0e-38b0eda83a9e", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:59:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "5e101b8f-0f1d-4b07-bd0e-38b0eda83a9e", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "94e40d76-efab-4bc8-b521-3da12ef3b7ca", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "94e40d76-efab-4bc8-b521-3da12ef3b7ca", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "94e40d76-efab-4bc8-b521-3da12ef3b7ca", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "94e40d76-efab-4bc8-b521-3da12ef3b7ca", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T14:59:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "94e40d76-efab-4bc8-b521-3da12ef3b7ca", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T14:59:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "94e40d76-efab-4bc8-b521-3da12ef3b7ca", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T14:59:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "e42908dd-c1f3-4257-b177-b083faa6454b", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "e42908dd-c1f3-4257-b177-b083faa6454b", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "e42908dd-c1f3-4257-b177-b083faa6454b", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "cfe1c29b-bb37-43ee-a4cf-2ef247f4aaa8", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "e42908dd-c1f3-4257-b177-b083faa6454b", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "e42908dd-c1f3-4257-b177-b083faa6454b", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:59:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "e42908dd-c1f3-4257-b177-b083faa6454b", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "cfe1c29b-bb37-43ee-a4cf-2ef247f4aaa8", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:59:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "cfe1c29b-bb37-43ee-a4cf-2ef247f4aaa8", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ca973d39-1070-4b9d-a558-872b5fe8f4f4", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ca973d39-1070-4b9d-a558-872b5fe8f4f4", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ca973d39-1070-4b9d-a558-872b5fe8f4f4", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ca973d39-1070-4b9d-a558-872b5fe8f4f4", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ca973d39-1070-4b9d-a558-872b5fe8f4f4", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:59:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ca973d39-1070-4b9d-a558-872b5fe8f4f4", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "260b66f9-d588-4c11-a7bc-7aa87c002545", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "260b66f9-d588-4c11-a7bc-7aa87c002545", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T14:59:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "260b66f9-d588-4c11-a7bc-7aa87c002545", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T14:59:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "5275cfe0-aa29-464e-8f2d-f4fcabf22215", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "5275cfe0-aa29-464e-8f2d-f4fcabf22215", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "5275cfe0-aa29-464e-8f2d-f4fcabf22215", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "5275cfe0-aa29-464e-8f2d-f4fcabf22215", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "5275cfe0-aa29-464e-8f2d-f4fcabf22215", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:59:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "5275cfe0-aa29-464e-8f2d-f4fcabf22215", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:59:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:59:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:59:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:59:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "2be2485a-a01b-4e92-8ac8-4992f5658ac5", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "2be2485a-a01b-4e92-8ac8-4992f5658ac5", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "2be2485a-a01b-4e92-8ac8-4992f5658ac5", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "2be2485a-a01b-4e92-8ac8-4992f5658ac5", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "2be2485a-a01b-4e92-8ac8-4992f5658ac5", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:59:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "2be2485a-a01b-4e92-8ac8-4992f5658ac5", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ce20d8f3-6c9b-428b-9254-d5b6b1e840de", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ce20d8f3-6c9b-428b-9254-d5b6b1e840de", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ce20d8f3-6c9b-428b-9254-d5b6b1e840de", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T14:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ce20d8f3-6c9b-428b-9254-d5b6b1e840de", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T14:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ce20d8f3-6c9b-428b-9254-d5b6b1e840de", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T14:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "ce20d8f3-6c9b-428b-9254-d5b6b1e840de", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f"} 2026-07-09T15:00:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "670f8965-9ba3-45cf-ba7e-f4dd9018a905", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "sub-test-model-0d877f", "reconcileID": "3467b6cc-1e88-45da-ab50-d265e185bff4", "LLMInferenceService": "sub-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "1546b262-3e97-49fc-b5ff-eeeaab70336e", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "1546b262-3e97-49fc-b5ff-eeeaab70336e", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "1546b262-3e97-49fc-b5ff-eeeaab70336e", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2d598f08-eedd-45f5-a8b1-a1a1491a1530", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2d598f08-eedd-45f5-a8b1-a1a1491a1530", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2d598f08-eedd-45f5-a8b1-a1a1491a1530", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21"} 2026-07-09T15:00:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:00:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:00:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "353e6d4c-a9f4-4dd3-8616-36808e754ab8", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "sub-test-model-d74e21", "reconcileID": "595d4720-85d9-41e0-beb2-8a948cd26451", "LLMInferenceService": "sub-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "31219d39-9100-490d-bae5-e9c172e05922", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "31219d39-9100-490d-bae5-e9c172e05922", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "31219d39-9100-490d-bae5-e9c172e05922", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "411f10eb-11e0-4bf6-b397-921507d1df16", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "411f10eb-11e0-4bf6-b397-921507d1df16", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "411f10eb-11e0-4bf6-b397-921507d1df16", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ba9344e3-c98b-46e3-afa2-cf79fb8ba52f", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ba9344e3-c98b-46e3-afa2-cf79fb8ba52f", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ba9344e3-c98b-46e3-afa2-cf79fb8ba52f", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "a215c5d0-45a1-407b-ad1a-7b6cfb203258", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ba9344e3-c98b-46e3-afa2-cf79fb8ba52f", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ba9344e3-c98b-46e3-afa2-cf79fb8ba52f", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T15:00:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ba9344e3-c98b-46e3-afa2-cf79fb8ba52f", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "a215c5d0-45a1-407b-ad1a-7b6cfb203258", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:00:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "a215c5d0-45a1-407b-ad1a-7b6cfb203258", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ec9c26b8-cefa-443d-ae02-0ad64db91f60", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ec9c26b8-cefa-443d-ae02-0ad64db91f60", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ec9c26b8-cefa-443d-ae02-0ad64db91f60", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ec9c26b8-cefa-443d-ae02-0ad64db91f60", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ec9c26b8-cefa-443d-ae02-0ad64db91f60", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T15:00:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ec9c26b8-cefa-443d-ae02-0ad64db91f60", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "8db486ca-c1eb-4430-9af3-4a6f17681960", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "8db486ca-c1eb-4430-9af3-4a6f17681960", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:00:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "8db486ca-c1eb-4430-9af3-4a6f17681960", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:00:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "78cbe930-8822-40f7-850f-3c4f4cb92d94", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "78cbe930-8822-40f7-850f-3c4f4cb92d94", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "78cbe930-8822-40f7-850f-3c4f4cb92d94", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "78cbe930-8822-40f7-850f-3c4f4cb92d94", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "78cbe930-8822-40f7-850f-3c4f4cb92d94", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T15:00:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "78cbe930-8822-40f7-850f-3c4f4cb92d94", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "05632a03-c712-4e60-aa65-b8b3daa94c22", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "05632a03-c712-4e60-aa65-b8b3daa94c22", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "05632a03-c712-4e60-aa65-b8b3daa94c22", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "05632a03-c712-4e60-aa65-b8b3daa94c22", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "05632a03-c712-4e60-aa65-b8b3daa94c22", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T15:00:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "05632a03-c712-4e60-aa65-b8b3daa94c22", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ab4737f-0bc9-4b1e-b8a6-1442cd4d4a5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:00:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "0a2d44d5-e6a0-4a4f-9303-d666c56e2f8e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "0a2d44d5-e6a0-4a4f-9303-d666c56e2f8e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "0a2d44d5-e6a0-4a4f-9303-d666c56e2f8e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "0a2d44d5-e6a0-4a4f-9303-d666c56e2f8e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:00:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "0a2d44d5-e6a0-4a4f-9303-d666c56e2f8e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "authType": "userdefined"} 2026-07-09T15:00:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "0a2d44d5-e6a0-4a4f-9303-d666c56e2f8e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:00:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "ecbce0cd-b42c-4b62-848f-56e53ec64060", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "ecbce0cd-b42c-4b62-848f-56e53ec64060", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "ecbce0cd-b42c-4b62-848f-56e53ec64060", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "70846e07-0e91-4888-88ea-df3a85054a69", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "ecbce0cd-b42c-4b62-848f-56e53ec64060", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:00:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "ecbce0cd-b42c-4b62-848f-56e53ec64060", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T15:00:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "ecbce0cd-b42c-4b62-848f-56e53ec64060", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "70846e07-0e91-4888-88ea-df3a85054a69", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "70846e07-0e91-4888-88ea-df3a85054a69", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "a2ce55c9-6d1d-44ec-938a-b706a1c98c35", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "a2ce55c9-6d1d-44ec-938a-b706a1c98c35", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "a2ce55c9-6d1d-44ec-938a-b706a1c98c35", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "a2ce55c9-6d1d-44ec-938a-b706a1c98c35", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:00:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "a2ce55c9-6d1d-44ec-938a-b706a1c98c35", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T15:00:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "a2ce55c9-6d1d-44ec-938a-b706a1c98c35", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "097ffcfb-0fc3-4d28-8c1b-5c4919906d22", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "097ffcfb-0fc3-4d28-8c1b-5c4919906d22", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:00:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "097ffcfb-0fc3-4d28-8c1b-5c4919906d22", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:00:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "f6bb2d42-9011-4fa7-bb51-2cc13d478217", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "f6bb2d42-9011-4fa7-bb51-2cc13d478217", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "f6bb2d42-9011-4fa7-bb51-2cc13d478217", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:00:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "f6bb2d42-9011-4fa7-bb51-2cc13d478217", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:00:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "f6bb2d42-9011-4fa7-bb51-2cc13d478217", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T15:00:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "f6bb2d42-9011-4fa7-bb51-2cc13d478217", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "389030de-cca3-461f-b71f-d7993b905cd5", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "389030de-cca3-461f-b71f-d7993b905cd5", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "389030de-cca3-461f-b71f-d7993b905cd5", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "389030de-cca3-461f-b71f-d7993b905cd5", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:01:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "389030de-cca3-461f-b71f-d7993b905cd5", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "authType": "userdefined"} 2026-07-09T15:01:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "389030de-cca3-461f-b71f-d7993b905cd5", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41d5952c-7c17-4bbc-9fca-a5370e0fd7e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3d8c67a-2fc0-422b-8537-a19bad528545", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:01:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:01:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f"} 2026-07-09T15:01:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:01:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:01:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:01:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f-kserve-route-authn"} 2026-07-09T15:01:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:01:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "f8b53dc5-3d1e-4d29-850a-ad67f948755e", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:01:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d877f","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "rate-test-model-0d877f", "reconcileID": "ff0a7f52-5e1b-4480-9ce6-b2bc4ea1b9b5", "LLMInferenceService": "rate-test-model-0d877f", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "d46707f2-ab6c-4d6b-86d1-41dfdde3d958", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "d46707f2-ab6c-4d6b-86d1-41dfdde3d958", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "d46707f2-ab6c-4d6b-86d1-41dfdde3d958", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0f399379-81fc-416b-8ba5-a7364bc738c3", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0f399379-81fc-416b-8ba5-a7364bc738c3", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "0f399379-81fc-416b-8ba5-a7364bc738c3", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:01:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21"} 2026-07-09T15:01:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:01:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21-kserve-route-authn"} 2026-07-09T15:01:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "884a3388-a081-4632-80d4-9fc468ac0440", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d74e21","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "rate-test-model-d74e21", "reconcileID": "d14568f6-ef9c-4ecd-9330-af8241eba5c7", "LLMInferenceService": "rate-test-model-d74e21", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:01:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "cf70af40-a7ab-4c97-bc56-a32e8505efae", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:01:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "cf70af40-a7ab-4c97-bc56-a32e8505efae", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:01:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "cf70af40-a7ab-4c97-bc56-a32e8505efae", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:01:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "645f03ef-cc18-4648-b2bb-37a1fee38821", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:01:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "645f03ef-cc18-4648-b2bb-37a1fee38821", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:01:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "645f03ef-cc18-4648-b2bb-37a1fee38821", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3a64727-25d1-40c5-a61e-957ac2388a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2ae09dbf-dd1c-4df0-bdd4-fadf0c7efacc", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2ae09dbf-dd1c-4df0-bdd4-fadf0c7efacc", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f-authn-ssl"} 2026-07-09T15:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "2ae09dbf-dd1c-4df0-bdd4-fadf0c7efacc", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:02:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "095e2661-fc96-4a36-a755-6cfd831686f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "095e2661-fc96-4a36-a755-6cfd831686f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:02:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "095e2661-fc96-4a36-a755-6cfd831686f5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0d877f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:02:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "cbe41da0-f831-4c2e-8107-6181f10c10db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-trusted-ca-bundle", "reconcileID": "cbe41da0-f831-4c2e-8107-6181f10c10db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "openshift-service-ca.crt", "reconcileID": "7b0c810b-8560-4eee-91bc-01733aab5dc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "openshift-service-ca.crt", "reconcileID": "7b0c810b-8560-4eee-91bc-01733aab5dc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de6bf1d-8644-4974-bb41-5c2f0db5d65a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d877f"}, "namespace": "ai-tenant-e2e-shared-a-0d877f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de6bf1d-8644-4974-bb41-5c2f0db5d65a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d877f"} 2026-07-09T15:02:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d877f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d877f", "reconcileID": "fe01486e-aa37-4e8f-880d-7989c3e967eb", "Gateway": "e2e-shared-a-0d877f", "namespace": "openshift-ingress"} 2026-07-09T15:02:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d59461d1-828e-42d4-860c-ca1abd5380f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "fb160906-4c14-45dc-bceb-a61817c44f01", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "fb160906-4c14-45dc-bceb-a61817c44f01", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21-authn-ssl"} 2026-07-09T15:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "fb160906-4c14-45dc-bceb-a61817c44f01", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"} 2026-07-09T15:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870b69e3-9a58-4302-9ae4-03f4101d4d1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870b69e3-9a58-4302-9ae4-03f4101d4d1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:02:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870b69e3-9a58-4302-9ae4-03f4101d4d1a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d74e21 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-trusted-ca-bundle", "reconcileID": "d3eca021-0e94-424b-88aa-8ddf5c3b385a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-trusted-ca-bundle", "reconcileID": "d3eca021-0e94-424b-88aa-8ddf5c3b385a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "openshift-service-ca.crt", "reconcileID": "d91459a8-7b5b-4862-b20c-2435b61de68d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "openshift-service-ca.crt", "reconcileID": "d91459a8-7b5b-4862-b20c-2435b61de68d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8829616b-2876-40d2-9dc3-76c10672956b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d74e21"}, "namespace": "ai-tenant-e2e-shared-b-d74e21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8829616b-2876-40d2-9dc3-76c10672956b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d74e21"} 2026-07-09T15:02:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d74e21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d74e21", "reconcileID": "d860e9f0-2e2c-4620-9475-754f6b84f1d0", "Gateway": "e2e-shared-b-d74e21", "namespace": "openshift-ingress"}