2026-07-10T16:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "bd79985e-9989-42a8-952d-f2362ddef6bf", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "bd79985e-9989-42a8-952d-f2362ddef6bf", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "d306c3bf-ce60-46ae-a180-10c422c5066b", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "d306c3bf-ce60-46ae-a180-10c422c5066b", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "d306c3bf-ce60-46ae-a180-10c422c5066b", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "2f2081ef-d3de-4dba-9f7d-a0a9b1bdc8ab", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "2f2081ef-d3de-4dba-9f7d-a0a9b1bdc8ab", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "2f2081ef-d3de-4dba-9f7d-a0a9b1bdc8ab", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "e6c3f7ce-4dfe-42a3-b8e2-f4190fb8b00e", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "e6c3f7ce-4dfe-42a3-b8e2-f4190fb8b00e", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "e6c3f7ce-4dfe-42a3-b8e2-f4190fb8b00e", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "e178bfb0-baa7-4f30-87a7-9a86edab5f3c", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "e178bfb0-baa7-4f30-87a7-9a86edab5f3c", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "e178bfb0-baa7-4f30-87a7-9a86edab5f3c", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "7b3ecce7-482b-40af-98b2-30797a2bbc30", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "7b3ecce7-482b-40af-98b2-30797a2bbc30", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "7b3ecce7-482b-40af-98b2-30797a2bbc30", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "openshift-service-ca.crt", "reconcileID": "fd2ad14c-b0c0-4b58-8814-7188be1f3fc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-trusted-ca-bundle", "reconcileID": "1d7ffb95-fbd9-4315-969c-d6e03746365a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "openshift-service-ca.crt", "reconcileID": "706f6867-cba9-4531-a62b-f0da1eb1fde0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1375a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:30:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "openshift-service-ca.crt", "reconcileID": "706f6867-cba9-4531-a62b-f0da1eb1fde0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf478c7c-ef2f-47c3-b438-938459672cac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "openshift-service-ca.crt", "reconcileID": "c3420585-6957-4091-aa26-609c064f6b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-trusted-ca-bundle", "reconcileID": "51370c87-85be-4f88-8596-1e91cf389ed5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:30:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-trusted-ca-bundle", "reconcileID": "51370c87-85be-4f88-8596-1e91cf389ed5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f3f9771-e7c3-42c1-b6e1-3d637d8166e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "8fa04175-2783-4db8-8437-12143d382ebf", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "8fa04175-2783-4db8-8437-12143d382ebf", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "8fa04175-2783-4db8-8437-12143d382ebf", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53f53176-747d-48ee-880d-cd354a1b6c98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "b745f02e-7602-4830-b5f7-ae09386e76a9", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress"} 2026-07-10T16:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "b745f02e-7602-4830-b5f7-ae09386e76a9", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a-authn-ssl"} 2026-07-10T16:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "b745f02e-7602-4830-b5f7-ae09386e76a9", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress"} 2026-07-10T16:30:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "b26c82de-a423-402c-bbcb-992dcb75d9f0", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "b26c82de-a423-402c-bbcb-992dcb75d9f0", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "b26c82de-a423-402c-bbcb-992dcb75d9f0", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c2f18f8-9ad0-4451-816c-8f61e694b152", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "35d093fa-eb58-46c7-8386-ad45168926f3", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress"} 2026-07-10T16:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "35d093fa-eb58-46c7-8386-ad45168926f3", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a-authn-ssl"} 2026-07-10T16:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "35d093fa-eb58-46c7-8386-ad45168926f3", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress"} 2026-07-10T16:30:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "083800d9-5e88-4542-b677-39402a5ea4fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "083800d9-5e88-4542-b677-39402a5ea4fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b206a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:30:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "083800d9-5e88-4542-b677-39402a5ea4fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-2b206a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T16:30:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-trusted-ca-bundle", "reconcileID": "dff6df2f-0930-4bae-b78c-4cf2dfd79126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-trusted-ca-bundle", "reconcileID": "dff6df2f-0930-4bae-b78c-4cf2dfd79126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "openshift-service-ca.crt", "reconcileID": "dded9e7d-8397-4a49-89ac-4acbc51c5d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "openshift-service-ca.crt", "reconcileID": "dded9e7d-8397-4a49-89ac-4acbc51c5d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "942cc85b-a080-40af-a34c-c343e1992b87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2b206a"}, "namespace": "ai-tenant-e2e-api-a-2b206a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "942cc85b-a080-40af-a34c-c343e1992b87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2b206a"} 2026-07-10T16:30:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2b206a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2b206a", "reconcileID": "ac76e47e-b3fa-498a-9f1b-232749bab357", "Gateway": "e2e-api-a-2b206a", "namespace": "openshift-ingress"} 2026-07-10T16:30:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec13205e-8d79-4e11-adca-fe816085d08c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:30:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "3ea41c16-7490-41bd-9daf-9b3816ce0cd3", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "3ea41c16-7490-41bd-9daf-9b3816ce0cd3", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2-authn-ssl"} 2026-07-10T16:30:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "3ea41c16-7490-41bd-9daf-9b3816ce0cd3", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a3b530-c415-400e-9026-7e23e3d0cdcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a3b530-c415-400e-9026-7e23e3d0cdcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:30:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a3b530-c415-400e-9026-7e23e3d0cdcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1375a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T16:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-trusted-ca-bundle", "reconcileID": "9fdc203e-8605-4804-9182-2aea1459cb9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-trusted-ca-bundle", "reconcileID": "9fdc203e-8605-4804-9182-2aea1459cb9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "openshift-service-ca.crt", "reconcileID": "17636a73-b195-4ae6-a363-87eda950ab4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "openshift-service-ca.crt", "reconcileID": "17636a73-b195-4ae6-a363-87eda950ab4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68673b09-4689-4ab8-a0d1-c765800f709c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1375a2"}, "namespace": "ai-tenant-e2e-api-b-1375a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68673b09-4689-4ab8-a0d1-c765800f709c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1375a2"} 2026-07-10T16:30:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1375a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1375a2", "reconcileID": "57b0dee9-a09e-4ed1-81fc-7aab3194a296", "Gateway": "e2e-api-b-1375a2", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "32678743-1d8f-41fe-bb5f-9c91cf1a7beb", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "32678743-1d8f-41fe-bb5f-9c91cf1a7beb", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "32678743-1d8f-41fe-bb5f-9c91cf1a7beb", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6ad0a6b4-ceca-4c90-84e5-953c569b4d5d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6ad0a6b4-ceca-4c90-84e5-953c569b4d5d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6ad0a6b4-ceca-4c90-84e5-953c569b4d5d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "faaa3157-f038-448e-a560-01d5dcabda91", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "faaa3157-f038-448e-a560-01d5dcabda91", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "faaa3157-f038-448e-a560-01d5dcabda91", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "ebcca0f4-c7af-4599-9c6c-5cc2a9977a40", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "ebcca0f4-c7af-4599-9c6c-5cc2a9977a40", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "ebcca0f4-c7af-4599-9c6c-5cc2a9977a40", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "14f70132-459b-421a-a491-b3483330eccd", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "14f70132-459b-421a-a491-b3483330eccd", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "14f70132-459b-421a-a491-b3483330eccd", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "42c6923e-6f12-4820-89c3-5a1343bf1471", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "42c6923e-6f12-4820-89c3-5a1343bf1471", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "42c6923e-6f12-4820-89c3-5a1343bf1471", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "da0480a9-72e9-43a3-b60a-138c3c050cdb", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "da0480a9-72e9-43a3-b60a-138c3c050cdb", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "da0480a9-72e9-43a3-b60a-138c3c050cdb", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "openshift-service-ca.crt", "reconcileID": "90e7b81a-393f-40a2-adcf-41d371e72094", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "f45b6782-86d3-481d-a845-f373c8fe591a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "openshift-service-ca.crt", "reconcileID": "011e94e4-0968-466f-a12b-8338c793f916", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:30:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "openshift-service-ca.crt", "reconcileID": "011e94e4-0968-466f-a12b-8338c793f916", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ab41497-80b4-4a62-b219-69068b099ad8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "openshift-service-ca.crt", "reconcileID": "99bc6910-e2b1-4f43-9b3c-c1e411df52b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "90aa4305-4834-4522-8596-5a1dba773659", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:30:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "90aa4305-4834-4522-8596-5a1dba773659", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "771fc46e-3b45-43c3-8e78-9e96912545f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:30:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "94b05be7-ecde-4be9-ab06-3c7925e152c4", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "94b05be7-ecde-4be9-ab06-3c7925e152c4", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:30:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "94b05be7-ecde-4be9-ab06-3c7925e152c4", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a948622-41fe-4850-afd1-29938640cf16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "8f73faf6-864c-4d3c-839b-c8687f7a63fa", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "8f73faf6-864c-4d3c-839b-c8687f7a63fa", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "8f73faf6-864c-4d3c-839b-c8687f7a63fa", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "062194be-2e28-4c73-aaf0-e5e93caa7ff5", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "062194be-2e28-4c73-aaf0-e5e93caa7ff5", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "062194be-2e28-4c73-aaf0-e5e93caa7ff5", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-466b1a-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-466b1a-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T16:30:59Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-466b1a-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-466b1a-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-466b1a","uid":"5426574b-a274-465b-9f38-cbd2ae11badd","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"51482"}, "reason": "ReconcileError"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "f9f76d39-ed4b-4395-b276-3c0c9fea0250", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "f9f76d39-ed4b-4395-b276-3c0c9fea0250", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "f9f76d39-ed4b-4395-b276-3c0c9fea0250", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "aa9bac28-245d-4a97-912a-a19896cb8253", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "aa9bac28-245d-4a97-912a-a19896cb8253", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "aa9bac28-245d-4a97-912a-a19896cb8253", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "7ac5b0e3-ad35-4722-8561-d869bf7409bb", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "7ac5b0e3-ad35-4722-8561-d869bf7409bb", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "7ac5b0e3-ad35-4722-8561-d869bf7409bb", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "efc4f92f-aa77-4800-88bc-8c3593b318b0", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "efc4f92f-aa77-4800-88bc-8c3593b318b0", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "efc4f92f-aa77-4800-88bc-8c3593b318b0", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "0715a7d0-9a2e-4777-bd93-46c16c6f0506", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "0715a7d0-9a2e-4777-bd93-46c16c6f0506", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "0715a7d0-9a2e-4777-bd93-46c16c6f0506", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e322226a-b093-4ee7-871c-7eea6ec7475b", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e322226a-b093-4ee7-871c-7eea6ec7475b", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:31:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e322226a-b093-4ee7-871c-7eea6ec7475b", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "openshift-service-ca.crt", "reconcileID": "2c6bfc77-da6b-44e0-afff-8f04eb6929db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-trusted-ca-bundle", "reconcileID": "9696b235-4933-450a-8dd1-06436150ed15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "openshift-service-ca.crt", "reconcileID": "109c690a-a5b9-41f6-a5eb-a2c97bfc575c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-466b1a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:31:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "openshift-service-ca.crt", "reconcileID": "109c690a-a5b9-41f6-a5eb-a2c97bfc575c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "openshift-service-ca.crt", "reconcileID": "6429557b-08dc-4089-b9b7-6198e0141600", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb621d6d-87da-4501-9e62-58917ea49df5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-trusted-ca-bundle", "reconcileID": "6f4ac227-f044-48cc-9600-ec51ec2d7bad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:31:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-trusted-ca-bundle", "reconcileID": "6f4ac227-f044-48cc-9600-ec51ec2d7bad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b18fae-6119-49d3-a3a5-e2ab40086f01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "20eeec4d-f51c-49c0-b9ed-d73b761441a7", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "20eeec4d-f51c-49c0-b9ed-d73b761441a7", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "20eeec4d-f51c-49c0-b9ed-d73b761441a7", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa418b20-280b-48a8-91f5-02f069648029", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:31:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1c3ec78d-d690-4f12-9c91-265ab43d6b53", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:31:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1c3ec78d-d690-4f12-9c91-265ab43d6b53", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:31:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1c3ec78d-d690-4f12-9c91-265ab43d6b53", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "7b55cf9d-da91-4580-a51c-81a2e721376d", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "7b55cf9d-da91-4580-a51c-81a2e721376d", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "7b55cf9d-da91-4580-a51c-81a2e721376d", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "c1ee09ad-05d9-4585-8c83-3eed43eb25e8", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "c1ee09ad-05d9-4585-8c83-3eed43eb25e8", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "c1ee09ad-05d9-4585-8c83-3eed43eb25e8", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "0a14ad3d-6f07-4674-8174-26bf878a6899", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:31:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "c1ee09ad-05d9-4585-8c83-3eed43eb25e8", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:31:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "c1ee09ad-05d9-4585-8c83-3eed43eb25e8", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:31:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "c1ee09ad-05d9-4585-8c83-3eed43eb25e8", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "0a14ad3d-6f07-4674-8174-26bf878a6899", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "0a14ad3d-6f07-4674-8174-26bf878a6899", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:31:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "1d8034c0-c38d-408b-8dd0-70c9a6852b10", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "1d8034c0-c38d-408b-8dd0-70c9a6852b10", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "1d8034c0-c38d-408b-8dd0-70c9a6852b10", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "1d8034c0-c38d-408b-8dd0-70c9a6852b10", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:31:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "1d8034c0-c38d-408b-8dd0-70c9a6852b10", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:31:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "1d8034c0-c38d-408b-8dd0-70c9a6852b10", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff3190ca-4357-4171-83a7-63006bb6097d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "ec9625cd-ee09-4a9d-8207-81950f505e6d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "ec9625cd-ee09-4a9d-8207-81950f505e6d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "ec9625cd-ee09-4a9d-8207-81950f505e6d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:31:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "7497e2b3-49f3-4ae5-b947-21380b9514ab", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "7497e2b3-49f3-4ae5-b947-21380b9514ab", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "7497e2b3-49f3-4ae5-b947-21380b9514ab", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "7497e2b3-49f3-4ae5-b947-21380b9514ab", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:31:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "7497e2b3-49f3-4ae5-b947-21380b9514ab", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:31:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "7497e2b3-49f3-4ae5-b947-21380b9514ab", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bedd7c4d-9bad-4dbd-a2ff-7286975dfc6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:31:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "2300c29f-3bb4-4f5b-a54f-772bb4af6d30", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "2300c29f-3bb4-4f5b-a54f-772bb4af6d30", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "2300c29f-3bb4-4f5b-a54f-772bb4af6d30", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "2300c29f-3bb4-4f5b-a54f-772bb4af6d30", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "2300c29f-3bb4-4f5b-a54f-772bb4af6d30", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "2300c29f-3bb4-4f5b-a54f-772bb4af6d30", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "5c4881d5-2060-4cfa-a56e-72380c1cb73c", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "5c4881d5-2060-4cfa-a56e-72380c1cb73c", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "5c4881d5-2060-4cfa-a56e-72380c1cb73c", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "5c4881d5-2060-4cfa-a56e-72380c1cb73c", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:31:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "5c4881d5-2060-4cfa-a56e-72380c1cb73c", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:31:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "5c4881d5-2060-4cfa-a56e-72380c1cb73c", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:31:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "665fdec0-5f16-4a3a-a4fc-dbfbe23f301d", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "665fdec0-5f16-4a3a-a4fc-dbfbe23f301d", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "665fdec0-5f16-4a3a-a4fc-dbfbe23f301d", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "81ff96b8-07ac-47b1-ad10-868795fdaa42", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "665fdec0-5f16-4a3a-a4fc-dbfbe23f301d", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:31:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "665fdec0-5f16-4a3a-a4fc-dbfbe23f301d", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:31:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "665fdec0-5f16-4a3a-a4fc-dbfbe23f301d", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "81ff96b8-07ac-47b1-ad10-868795fdaa42", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "81ff96b8-07ac-47b1-ad10-868795fdaa42", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "8403f6e6-3a05-4bd0-9e72-72c0e318e98f", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "8403f6e6-3a05-4bd0-9e72-72c0e318e98f", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "8403f6e6-3a05-4bd0-9e72-72c0e318e98f", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "8403f6e6-3a05-4bd0-9e72-72c0e318e98f", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:31:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "8403f6e6-3a05-4bd0-9e72-72c0e318e98f", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:31:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "8403f6e6-3a05-4bd0-9e72-72c0e318e98f", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "17a4a8a6-a53c-45f4-bcbc-46101d41c74f", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "17a4a8a6-a53c-45f4-bcbc-46101d41c74f", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:31:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "17a4a8a6-a53c-45f4-bcbc-46101d41c74f", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:31:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "33a9910b-97dd-4987-9ed4-d0571f8bd331", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "33a9910b-97dd-4987-9ed4-d0571f8bd331", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "33a9910b-97dd-4987-9ed4-d0571f8bd331", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "33a9910b-97dd-4987-9ed4-d0571f8bd331", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:31:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "33a9910b-97dd-4987-9ed4-d0571f8bd331", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:31:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "33a9910b-97dd-4987-9ed4-d0571f8bd331", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "7e41c7a4-3a85-4ebc-9712-09a021915ae8", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "7e41c7a4-3a85-4ebc-9712-09a021915ae8", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "7e41c7a4-3a85-4ebc-9712-09a021915ae8", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:31:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "7e41c7a4-3a85-4ebc-9712-09a021915ae8", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:31:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "7e41c7a4-3a85-4ebc-9712-09a021915ae8", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:31:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "7e41c7a4-3a85-4ebc-9712-09a021915ae8", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:32:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "51a8c633-97fe-4686-a7d5-ebc229093846", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:32:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "51a8c633-97fe-4686-a7d5-ebc229093846", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:32:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "51a8c633-97fe-4686-a7d5-ebc229093846", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "68c345cf-2811-4de4-9d94-e9794c11bee5", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "68c345cf-2811-4de4-9d94-e9794c11bee5", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "68c345cf-2811-4de4-9d94-e9794c11bee5", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:33:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T16:33:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T16:33:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T16:33:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T16:33:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d"} 2026-07-10T16:33:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:33:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:33:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "12099a09-540f-4a16-b544-a8e26cc0df09", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "auth-test-model-c32d0d", "reconcileID": "4eb8d5f2-01c3-4812-8370-19c7c695a381", "LLMInferenceService": "auth-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "d39e9fe3-42ab-4cd5-93d8-c639df92c796", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "d39e9fe3-42ab-4cd5-93d8-c639df92c796", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:33:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "d39e9fe3-42ab-4cd5-93d8-c639df92c796", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "f95a53c7-88e4-4038-bd19-4027c1fc5aa6", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "f95a53c7-88e4-4038-bd19-4027c1fc5aa6", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:33:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "f95a53c7-88e4-4038-bd19-4027c1fc5aa6", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:33:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a"} 2026-07-10T16:33:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:33:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:33:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:33:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:33:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:33:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "c2f32989-ed47-4f7b-b50a-f9f5f502c6b0", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:33:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "auth-test-model-466b1a", "reconcileID": "78ef91da-0728-4784-814e-fc97184e4cb1", "LLMInferenceService": "auth-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:33:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "2770789c-6e9d-4bbe-a2e4-fbea77b5d6d0", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:33:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "2770789c-6e9d-4bbe-a2e4-fbea77b5d6d0", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:33:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "2770789c-6e9d-4bbe-a2e4-fbea77b5d6d0", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:33:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e3aa4226-a1e1-4dea-abde-3f9e5ba78e0b", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:33:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e3aa4226-a1e1-4dea-abde-3f9e5ba78e0b", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:33:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e3aa4226-a1e1-4dea-abde-3f9e5ba78e0b", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:33:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "7e205539-dcf0-464a-bdde-0ac176d26793", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "7e205539-dcf0-464a-bdde-0ac176d26793", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "7e205539-dcf0-464a-bdde-0ac176d26793", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1b622010-8bdb-4fa1-bb03-7c5055ae909d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "7e205539-dcf0-464a-bdde-0ac176d26793", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:33:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "7e205539-dcf0-464a-bdde-0ac176d26793", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:33:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "7e205539-dcf0-464a-bdde-0ac176d26793", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1b622010-8bdb-4fa1-bb03-7c5055ae909d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:33:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1b622010-8bdb-4fa1-bb03-7c5055ae909d", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "408568b6-acb4-4b5b-bb06-2dab45e47e09", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "408568b6-acb4-4b5b-bb06-2dab45e47e09", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "408568b6-acb4-4b5b-bb06-2dab45e47e09", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "408568b6-acb4-4b5b-bb06-2dab45e47e09", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:33:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "408568b6-acb4-4b5b-bb06-2dab45e47e09", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:33:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "408568b6-acb4-4b5b-bb06-2dab45e47e09", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "74d2be4f-5627-4c67-b898-69750af938ea", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "74d2be4f-5627-4c67-b898-69750af938ea", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "74d2be4f-5627-4c67-b898-69750af938ea", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:34:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "66280ede-a1e6-4dac-9833-9009aeaf6d0e", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "66280ede-a1e6-4dac-9833-9009aeaf6d0e", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "66280ede-a1e6-4dac-9833-9009aeaf6d0e", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "66280ede-a1e6-4dac-9833-9009aeaf6d0e", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:34:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "66280ede-a1e6-4dac-9833-9009aeaf6d0e", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:34:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "66280ede-a1e6-4dac-9833-9009aeaf6d0e", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "72f5b36d-194b-4972-a9f4-a382ffa08aaf", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "72f5b36d-194b-4972-a9f4-a382ffa08aaf", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "72f5b36d-194b-4972-a9f4-a382ffa08aaf", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "72f5b36d-194b-4972-a9f4-a382ffa08aaf", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:34:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "72f5b36d-194b-4972-a9f4-a382ffa08aaf", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:34:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "72f5b36d-194b-4972-a9f4-a382ffa08aaf", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:34:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "ac8f2c19-2bd1-40da-83cf-557819fd423a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "ac8f2c19-2bd1-40da-83cf-557819fd423a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "ac8f2c19-2bd1-40da-83cf-557819fd423a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "42007baf-2e89-41f8-aed4-403e587312b6", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:34:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "ac8f2c19-2bd1-40da-83cf-557819fd423a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:34:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "ac8f2c19-2bd1-40da-83cf-557819fd423a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:34:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "ac8f2c19-2bd1-40da-83cf-557819fd423a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "42007baf-2e89-41f8-aed4-403e587312b6", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:34:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "42007baf-2e89-41f8-aed4-403e587312b6", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:34:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "6505eb81-9fea-4b45-880c-516574e63783", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "6505eb81-9fea-4b45-880c-516574e63783", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "6505eb81-9fea-4b45-880c-516574e63783", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "6505eb81-9fea-4b45-880c-516574e63783", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:34:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "6505eb81-9fea-4b45-880c-516574e63783", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:34:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "6505eb81-9fea-4b45-880c-516574e63783", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e6a83d88-aed4-4686-969f-3de712eaabb7", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:34:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e6a83d88-aed4-4686-969f-3de712eaabb7", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:34:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "e6a83d88-aed4-4686-969f-3de712eaabb7", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:34:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "2af3a64c-cf9b-4a21-bc11-a0ea65898dc2", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "2af3a64c-cf9b-4a21-bc11-a0ea65898dc2", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "2af3a64c-cf9b-4a21-bc11-a0ea65898dc2", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "2af3a64c-cf9b-4a21-bc11-a0ea65898dc2", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:34:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "2af3a64c-cf9b-4a21-bc11-a0ea65898dc2", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:34:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "2af3a64c-cf9b-4a21-bc11-a0ea65898dc2", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "84832dc8-d338-49a9-a610-cea5169ae596", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "84832dc8-d338-49a9-a610-cea5169ae596", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "84832dc8-d338-49a9-a610-cea5169ae596", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:34:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "84832dc8-d338-49a9-a610-cea5169ae596", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:34:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "84832dc8-d338-49a9-a610-cea5169ae596", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:34:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "84832dc8-d338-49a9-a610-cea5169ae596", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d"} 2026-07-10T16:35:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:35:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:35:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "d7e249fa-1848-4199-96e4-91e40f40b33c", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "sub-test-model-c32d0d", "reconcileID": "076c2c5b-a9f0-4417-afec-0a30c333de84", "LLMInferenceService": "sub-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "e4402df4-2540-46ee-8c97-b8c0590dd043", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "e4402df4-2540-46ee-8c97-b8c0590dd043", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "e4402df4-2540-46ee-8c97-b8c0590dd043", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "2b20e1ee-51f6-4e20-b415-2372bf954060", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "2b20e1ee-51f6-4e20-b415-2372bf954060", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "2b20e1ee-51f6-4e20-b415-2372bf954060", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a"} 2026-07-10T16:35:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:35:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:35:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "75b0e57b-de75-4d3e-9140-e6182b16b6a1", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "sub-test-model-466b1a", "reconcileID": "0c5c7537-6b24-44dc-b4a4-bfc16ed6cd4a", "LLMInferenceService": "sub-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "a2718ae5-90f7-4268-8179-89eea00d1784", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "a2718ae5-90f7-4268-8179-89eea00d1784", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "a2718ae5-90f7-4268-8179-89eea00d1784", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "a7ba6e71-7476-4ce6-b1c2-a9b5bff86208", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "a7ba6e71-7476-4ce6-b1c2-a9b5bff86208", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:35:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "a7ba6e71-7476-4ce6-b1c2-a9b5bff86208", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "492d66ce-ba3b-4e44-9a74-07cfb3985064", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "c982772a-bc82-43e2-99bd-42f802a4286c", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "c982772a-bc82-43e2-99bd-42f802a4286c", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "c982772a-bc82-43e2-99bd-42f802a4286c", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "82df26ea-e64d-4033-8df0-088585aaac65", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "c982772a-bc82-43e2-99bd-42f802a4286c", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "c982772a-bc82-43e2-99bd-42f802a4286c", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "c982772a-bc82-43e2-99bd-42f802a4286c", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "82df26ea-e64d-4033-8df0-088585aaac65", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:35:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "82df26ea-e64d-4033-8df0-088585aaac65", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "1f15c693-2d7c-422c-99be-77a9989a12c3", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "1f15c693-2d7c-422c-99be-77a9989a12c3", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "1f15c693-2d7c-422c-99be-77a9989a12c3", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "1f15c693-2d7c-422c-99be-77a9989a12c3", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "1f15c693-2d7c-422c-99be-77a9989a12c3", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "1f15c693-2d7c-422c-99be-77a9989a12c3", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1df277df-2faf-4815-9179-0dd5049f2c51", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1df277df-2faf-4815-9179-0dd5049f2c51", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "1df277df-2faf-4815-9179-0dd5049f2c51", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:35:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "84af2c05-fa72-4ded-a7d9-7bf24514cede", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "84af2c05-fa72-4ded-a7d9-7bf24514cede", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "84af2c05-fa72-4ded-a7d9-7bf24514cede", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "84af2c05-fa72-4ded-a7d9-7bf24514cede", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:35:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "84af2c05-fa72-4ded-a7d9-7bf24514cede", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:35:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "84af2c05-fa72-4ded-a7d9-7bf24514cede", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "4b41e140-e92e-47f2-80ba-62872a4160da", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "4b41e140-e92e-47f2-80ba-62872a4160da", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "4b41e140-e92e-47f2-80ba-62872a4160da", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "4b41e140-e92e-47f2-80ba-62872a4160da", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:35:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "4b41e140-e92e-47f2-80ba-62872a4160da", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "authType": "userdefined"} 2026-07-10T16:35:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "4b41e140-e92e-47f2-80ba-62872a4160da", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:35:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "77ed3c87-a5f3-46aa-aa26-a8134c67c403", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "77ed3c87-a5f3-46aa-aa26-a8134c67c403", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "77ed3c87-a5f3-46aa-aa26-a8134c67c403", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "f9b0fddc-cce3-409f-b2a1-03e7591bdf56", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "77ed3c87-a5f3-46aa-aa26-a8134c67c403", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:35:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "77ed3c87-a5f3-46aa-aa26-a8134c67c403", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:35:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "77ed3c87-a5f3-46aa-aa26-a8134c67c403", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "f9b0fddc-cce3-409f-b2a1-03e7591bdf56", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:35:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "f9b0fddc-cce3-409f-b2a1-03e7591bdf56", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "c45e308b-1821-4d13-a346-2edb031a7516", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "c45e308b-1821-4d13-a346-2edb031a7516", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "c45e308b-1821-4d13-a346-2edb031a7516", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "c45e308b-1821-4d13-a346-2edb031a7516", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:35:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "c45e308b-1821-4d13-a346-2edb031a7516", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:35:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "c45e308b-1821-4d13-a346-2edb031a7516", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "257aa40d-766e-48b5-b0af-b978fdf5c25d", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "257aa40d-766e-48b5-b0af-b978fdf5c25d", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "257aa40d-766e-48b5-b0af-b978fdf5c25d", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:35:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "190f1790-b89b-446e-bd80-ea1e66d21933", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "190f1790-b89b-446e-bd80-ea1e66d21933", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "190f1790-b89b-446e-bd80-ea1e66d21933", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:35:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "190f1790-b89b-446e-bd80-ea1e66d21933", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:35:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "190f1790-b89b-446e-bd80-ea1e66d21933", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:35:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "190f1790-b89b-446e-bd80-ea1e66d21933", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "0d32f33d-b3d5-4bb1-9aeb-401d75e09197", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "0d32f33d-b3d5-4bb1-9aeb-401d75e09197", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "0d32f33d-b3d5-4bb1-9aeb-401d75e09197", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "0d32f33d-b3d5-4bb1-9aeb-401d75e09197", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:36:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "0d32f33d-b3d5-4bb1-9aeb-401d75e09197", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "authType": "userdefined"} 2026-07-10T16:36:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "0d32f33d-b3d5-4bb1-9aeb-401d75e09197", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75afb3e3-f1e7-466e-aabb-24c0c5cf935b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d092a9f-8e51-4a9c-aa99-7eb84d7ebdd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:36:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:36:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d"} 2026-07-10T16:36:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:36:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:36:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:36:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d-kserve-route-authn"} 2026-07-10T16:36:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:36:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "85503a8a-1063-4961-9527-4c7a45d9c19e", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:36:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c32d0d","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "rate-test-model-c32d0d", "reconcileID": "03f1b968-a62a-4fa1-afac-fc8038d372e4", "LLMInferenceService": "rate-test-model-c32d0d", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:36:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6e3f4d79-b579-4d0d-81b6-338704456554", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:36:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6e3f4d79-b579-4d0d-81b6-338704456554", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:36:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6e3f4d79-b579-4d0d-81b6-338704456554", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:36:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6bb0c774-fb60-44be-ade7-def3abf18918", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:36:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6bb0c774-fb60-44be-ade7-def3abf18918", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:36:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "6bb0c774-fb60-44be-ade7-def3abf18918", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:36:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a"} 2026-07-10T16:36:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:36:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a-kserve-route-authn"} 2026-07-10T16:36:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "d0371450-f675-4cb4-a710-d9c46e941b16", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-466b1a","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "rate-test-model-466b1a", "reconcileID": "f07d2791-714f-4662-a79d-97d87c6d3af3", "LLMInferenceService": "rate-test-model-466b1a", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:36:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "02262b38-1732-4d29-ab3a-7270fe537316", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:36:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "02262b38-1732-4d29-ab3a-7270fe537316", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:36:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "02262b38-1732-4d29-ab3a-7270fe537316", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:36:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "097196dc-2c8a-44ec-a34b-f0d3e048551e", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:36:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "097196dc-2c8a-44ec-a34b-f0d3e048551e", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:36:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "097196dc-2c8a-44ec-a34b-f0d3e048551e", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92f2e9bf-2c81-4cec-b727-c693fa89ab56", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "871ad64b-f14f-4c37-b033-3bf7986aec32", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "871ad64b-f14f-4c37-b033-3bf7986aec32", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d-authn-ssl"} 2026-07-10T16:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "871ad64b-f14f-4c37-b033-3bf7986aec32", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:37:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da5c2c9-0a84-4416-a5fc-02023bfd8e53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da5c2c9-0a84-4416-a5fc-02023bfd8e53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:37:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da5c2c9-0a84-4416-a5fc-02023bfd8e53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c32d0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T16:37:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "4c1f608e-6706-415f-85c9-2469085c245d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "4c1f608e-6706-415f-85c9-2469085c245d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:37:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "4c1f608e-6706-415f-85c9-2469085c245d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c32d0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T16:37:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "openshift-service-ca.crt", "reconcileID": "69d89098-9a65-47b1-939c-ce95f510a5a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "openshift-service-ca.crt", "reconcileID": "69d89098-9a65-47b1-939c-ce95f510a5a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7eff6f7-3698-4b8e-9cdb-433abdf4d298", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7eff6f7-3698-4b8e-9cdb-433abdf4d298", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "3f219766-f610-45d3-8451-54016379c50c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c32d0d"}, "namespace": "ai-tenant-e2e-shared-a-c32d0d", "name": "odh-trusted-ca-bundle", "reconcileID": "3f219766-f610-45d3-8451-54016379c50c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c32d0d"} 2026-07-10T16:37:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c32d0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c32d0d", "reconcileID": "e9d172a9-179a-4e0c-9d25-d10ba80c0425", "Gateway": "e2e-shared-a-c32d0d", "namespace": "openshift-ingress"} 2026-07-10T16:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "502054cc-5bba-4d86-84f4-613d2fb15f55", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T16:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "39359395-db3e-49ac-b955-3617346dbb81", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "39359395-db3e-49ac-b955-3617346dbb81", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a-authn-ssl"} 2026-07-10T16:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "39359395-db3e-49ac-b955-3617346dbb81", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"} 2026-07-10T16:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faa1bab4-3d16-42dd-87d4-cdbbf297b24c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faa1bab4-3d16-42dd-87d4-cdbbf297b24c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T16:37:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faa1bab4-3d16-42dd-87d4-cdbbf297b24c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-466b1a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T16:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-trusted-ca-bundle", "reconcileID": "c80a8376-d9f8-4e7c-935e-a0bd5035be75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-trusted-ca-bundle", "reconcileID": "c80a8376-d9f8-4e7c-935e-a0bd5035be75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "openshift-service-ca.crt", "reconcileID": "0cfd33d1-3617-4a31-97a0-877347e6aa28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "openshift-service-ca.crt", "reconcileID": "0cfd33d1-3617-4a31-97a0-877347e6aa28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b31b90be-0b4d-4d6c-9d1e-f06a2b55985d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-466b1a"}, "namespace": "ai-tenant-e2e-shared-b-466b1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b31b90be-0b4d-4d6c-9d1e-f06a2b55985d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-466b1a"} 2026-07-10T16:37:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-466b1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-466b1a", "reconcileID": "ae0c50bb-67a5-4303-a340-286bc35651cd", "Gateway": "e2e-shared-b-466b1a", "namespace": "openshift-ingress"}