2026-07-06T21:54:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "5c2887ec-28c4-4e96-9cd3-57a089fb6a31", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "49bf3340-28b8-4386-9cad-ceab8a70593e", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "49bf3340-28b8-4386-9cad-ceab8a70593e", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "49bf3340-28b8-4386-9cad-ceab8a70593e", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "897fff4e-623a-4036-b7c3-cb8bdaf5380c", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "897fff4e-623a-4036-b7c3-cb8bdaf5380c", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "897fff4e-623a-4036-b7c3-cb8bdaf5380c", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "073a8999-3055-4e3a-9a64-0ff00e8cbf4a", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "073a8999-3055-4e3a-9a64-0ff00e8cbf4a", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "073a8999-3055-4e3a-9a64-0ff00e8cbf4a", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "3d5f7138-ee2d-4da1-88f7-c7dc0d04dbca", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress"} 2026-07-06T21:54:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "3d5f7138-ee2d-4da1-88f7-c7dc0d04dbca", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1-authn-ssl"} 2026-07-06T21:54:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "3d5f7138-ee2d-4da1-88f7-c7dc0d04dbca", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress"} 2026-07-06T21:54:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "openshift-service-ca.crt", "reconcileID": "b59bba5a-e63e-49b8-aab8-ca0e582c3128", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "7f1a1e47-d365-40de-a6d5-0c47f252033f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "7f1a1e47-d365-40de-a6d5-0c47f252033f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "openshift-service-ca.crt", "reconcileID": "29647b53-2b0e-45d8-8db9-104ebaf824e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0829bea5-dac6-4556-9231-dd6d9cb06c51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "5ef01ed2-0c2c-444b-bc33-ac694f0e96c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "5ef01ed2-0c2c-444b-bc33-ac694f0e96c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b1a0396-aee4-4cc8-813a-eeb329fdf79a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "37620136-0c9e-49c9-94c6-bd33f134c10a", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "37620136-0c9e-49c9-94c6-bd33f134c10a", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "37620136-0c9e-49c9-94c6-bd33f134c10a", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9e0abe49-0cca-4cdc-81c5-9a647a6cdb15", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:54:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "33fd6307-d317-407c-8e9c-1dcc944643f0", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "33fd6307-d317-407c-8e9c-1dcc944643f0", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "33fd6307-d317-407c-8e9c-1dcc944643f0", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "f339b2a9-22fe-4ee1-8fe6-b14b66afe593", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "f339b2a9-22fe-4ee1-8fe6-b14b66afe593", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "f339b2a9-22fe-4ee1-8fe6-b14b66afe593", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b4386946-0c4b-4b2c-8f99-1ced485067ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "3fb9752c-d38e-4f38-bccb-6cc313308b42", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress"} 2026-07-06T21:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "3fb9752c-d38e-4f38-bccb-6cc313308b42", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1-authn-ssl"} 2026-07-06T21:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "3fb9752c-d38e-4f38-bccb-6cc313308b42", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress"} 2026-07-06T21:54:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8bf5155d-8d13-495e-bc73-56fd07b41ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:54:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a85d95-b4dc-4702-9f75-6d040b738ef2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a85d95-b4dc-4702-9f75-6d040b738ef2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1c0e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a85d95-b4dc-4702-9f75-6d040b738ef2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f1c0e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:54:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-trusted-ca-bundle", "reconcileID": "cf5cd9b8-a98a-4b8e-812e-3c0aaba25529", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-trusted-ca-bundle", "reconcileID": "cf5cd9b8-a98a-4b8e-812e-3c0aaba25529", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "openshift-service-ca.crt", "reconcileID": "f7280739-309f-4e09-ac9b-1dc31a03205e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "openshift-service-ca.crt", "reconcileID": "f7280739-309f-4e09-ac9b-1dc31a03205e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "accd1bc7-1e8d-471e-a558-7b30771811f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1c0e1"}, "namespace": "ai-tenant-e2e-api-a-f1c0e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "accd1bc7-1e8d-471e-a558-7b30771811f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1c0e1"} 2026-07-06T21:54:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1c0e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1c0e1", "reconcileID": "7237f47a-2193-4eb5-9530-79704aa157fd", "Gateway": "e2e-api-a-f1c0e1", "namespace": "openshift-ingress"} 2026-07-06T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6b90cb76-4fb4-4a10-9c38-038c228d3bb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "1ff3da76-4999-4921-80b4-a4df03ec9bc9", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "1ff3da76-4999-4921-80b4-a4df03ec9bc9", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a-authn-ssl"} 2026-07-06T21:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "1ff3da76-4999-4921-80b4-a4df03ec9bc9", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e4b3bf2-9b74-4cf4-a38c-ab40adbfa065", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e4b3bf2-9b74-4cf4-a38c-ab40adbfa065", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e4b3bf2-9b74-4cf4-a38c-ab40adbfa065", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-70ee2a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:54:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "ecedcafe-292f-4320-9fa6-72d51279a4d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "ecedcafe-292f-4320-9fa6-72d51279a4d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "ecedcafe-292f-4320-9fa6-72d51279a4d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-70ee2a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:54:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b081b1f7-57fc-467e-8133-d75539f14c3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b081b1f7-57fc-467e-8133-d75539f14c3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "openshift-service-ca.crt", "reconcileID": "83503330-b8ab-4230-858e-9d19a6ce7399", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "openshift-service-ca.crt", "reconcileID": "83503330-b8ab-4230-858e-9d19a6ce7399", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a14c4d-cfea-40ad-98d9-4ee34c9ba79b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-70ee2a"}, "namespace": "ai-tenant-e2e-api-b-70ee2a", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a14c4d-cfea-40ad-98d9-4ee34c9ba79b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-70ee2a"} 2026-07-06T21:54:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-70ee2a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-70ee2a", "reconcileID": "907386f7-d837-4cec-9c54-77d773ae1fb3", "Gateway": "e2e-api-b-70ee2a", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9888ba7a-52e5-4b12-9560-9f06d460ce9d", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9888ba7a-52e5-4b12-9560-9f06d460ce9d", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9888ba7a-52e5-4b12-9560-9f06d460ce9d", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "3a901066-74c3-4203-b5a8-9714e809f4f4", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "3a901066-74c3-4203-b5a8-9714e809f4f4", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "3a901066-74c3-4203-b5a8-9714e809f4f4", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "aa42aa5c-7015-4126-b7ee-da4324b4f500", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "aa42aa5c-7015-4126-b7ee-da4324b4f500", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "aa42aa5c-7015-4126-b7ee-da4324b4f500", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "52852465-8664-4d43-a975-8239722bed5f", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "52852465-8664-4d43-a975-8239722bed5f", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "52852465-8664-4d43-a975-8239722bed5f", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "849625a4-8b7a-4950-ab10-62a01545414e", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "849625a4-8b7a-4950-ab10-62a01545414e", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "849625a4-8b7a-4950-ab10-62a01545414e", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9ced8c8c-c425-46b4-8218-eeedfea366ef", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9ced8c8c-c425-46b4-8218-eeedfea366ef", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9ced8c8c-c425-46b4-8218-eeedfea366ef", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "7fe182f5-757f-409b-9e67-269ff57b1e5a", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "7fe182f5-757f-409b-9e67-269ff57b1e5a", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "7fe182f5-757f-409b-9e67-269ff57b1e5a", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "openshift-service-ca.crt", "reconcileID": "bbd51f02-2327-4748-8dc4-7889942e07a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-trusted-ca-bundle", "reconcileID": "097adf69-3dbf-48d1-97a7-5404bd402a0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "openshift-service-ca.crt", "reconcileID": "10ecf6ed-9b88-4520-aeab-312908966783", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "openshift-service-ca.crt", "reconcileID": "10ecf6ed-9b88-4520-aeab-312908966783", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5016c1d-457e-4298-80ca-207b7ee47bae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "openshift-service-ca.crt", "reconcileID": "dd774cbc-0de8-4058-87a5-6bdb5833de7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-trusted-ca-bundle", "reconcileID": "428978ce-a4b7-4168-945d-9bc5e69db892", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-trusted-ca-bundle", "reconcileID": "428978ce-a4b7-4168-945d-9bc5e69db892", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78241a69-9221-4741-aded-e4737a24b7f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "92cdc949-8ce1-46b9-9eb5-d82f29ed57e0", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "92cdc949-8ce1-46b9-9eb5-d82f29ed57e0", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "92cdc949-8ce1-46b9-9eb5-d82f29ed57e0", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e8a317af-74b9-47d1-8dbe-302061184dba", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "e48f9ddd-ef2b-4621-b2ed-bf772d253bf9", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "e48f9ddd-ef2b-4621-b2ed-bf772d253bf9", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "e48f9ddd-ef2b-4621-b2ed-bf772d253bf9", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "15e5a349-4beb-4987-8127-14cb8cc558ac", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "15e5a349-4beb-4987-8127-14cb8cc558ac", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "15e5a349-4beb-4987-8127-14cb8cc558ac", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "71839cdf-6ab3-4fa4-8bce-e3fb36fa14cf", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "71839cdf-6ab3-4fa4-8bce-e3fb36fa14cf", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "71839cdf-6ab3-4fa4-8bce-e3fb36fa14cf", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "774dcaef-7436-480c-af3f-671c5215a21e", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "774dcaef-7436-480c-af3f-671c5215a21e", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "774dcaef-7436-480c-af3f-671c5215a21e", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "bbf10f2e-a19b-459e-91cc-5bf8094fb954", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "bbf10f2e-a19b-459e-91cc-5bf8094fb954", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "bbf10f2e-a19b-459e-91cc-5bf8094fb954", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "3b7b3925-a34f-4ec7-a554-1a82c4436c80", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "3b7b3925-a34f-4ec7-a554-1a82c4436c80", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "3b7b3925-a34f-4ec7-a554-1a82c4436c80", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "5c9a2b0c-8d94-4336-b73b-21fcfda9d94f", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "5c9a2b0c-8d94-4336-b73b-21fcfda9d94f", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "5c9a2b0c-8d94-4336-b73b-21fcfda9d94f", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9b72d084-bc90-4e41-9962-65468f2600e8", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9b72d084-bc90-4e41-9962-65468f2600e8", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "9b72d084-bc90-4e41-9962-65468f2600e8", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "351d5739-8327-408a-a81c-f7db43dfcf50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-trusted-ca-bundle", "reconcileID": "c116dca4-49f2-4ab7-9afb-b2e85536d0a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "c3425738-f586-4833-89a6-fea7526577de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "c3425738-f586-4833-89a6-fea7526577de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "fdac279c-ef28-451a-8508-b0ad910f9424", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "fdac279c-ef28-451a-8508-b0ad910f9424", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T21:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "caa1e6be-b317-43ae-b80a-880219e2316d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "697439aa-3090-4f51-9f2d-e6225e62df1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-trusted-ca-bundle", "reconcileID": "07f9949f-aa80-4bbc-8b17-7491f1271296", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T21:54:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-trusted-ca-bundle", "reconcileID": "07f9949f-aa80-4bbc-8b17-7491f1271296", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4c004b6-76d6-4825-ba8e-4181c8342963", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "9d987b61-cd23-4852-a27a-b99d0e89a547", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "9d987b61-cd23-4852-a27a-b99d0e89a547", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:54:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "9d987b61-cd23-4852-a27a-b99d0e89a547", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:54:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5d8dc730-b18c-49e4-a966-1bf49297bc4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "0188051e-c2d7-4dfe-8e8e-7a75cbb8f7fa", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "0188051e-c2d7-4dfe-8e8e-7a75cbb8f7fa", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "0188051e-c2d7-4dfe-8e8e-7a75cbb8f7fa", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:55:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "6dc10664-d189-4fb8-b3f5-8fe7d2159067", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "6dc10664-d189-4fb8-b3f5-8fe7d2159067", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "6dc10664-d189-4fb8-b3f5-8fe7d2159067", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "646e1ad9-6d82-4380-bda5-87ede6cee28c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:55:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "6dc10664-d189-4fb8-b3f5-8fe7d2159067", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:55:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "6dc10664-d189-4fb8-b3f5-8fe7d2159067", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:55:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "6dc10664-d189-4fb8-b3f5-8fe7d2159067", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "646e1ad9-6d82-4380-bda5-87ede6cee28c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:55:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "646e1ad9-6d82-4380-bda5-87ede6cee28c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:55:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "fd9af8e1-f286-4842-bd78-1b4fea4133aa", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "fd9af8e1-f286-4842-bd78-1b4fea4133aa", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "fd9af8e1-f286-4842-bd78-1b4fea4133aa", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "fd9af8e1-f286-4842-bd78-1b4fea4133aa", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:55:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "fd9af8e1-f286-4842-bd78-1b4fea4133aa", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:55:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "fd9af8e1-f286-4842-bd78-1b4fea4133aa", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "70443022-97da-4c0c-9146-4f134c181680", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "a67852f5-1f02-41ff-887e-2e03faa9d20c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "a67852f5-1f02-41ff-887e-2e03faa9d20c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "a67852f5-1f02-41ff-887e-2e03faa9d20c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:55:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "9e91fa03-2720-4a87-9100-d145d01cc9e7", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "9e91fa03-2720-4a87-9100-d145d01cc9e7", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "9e91fa03-2720-4a87-9100-d145d01cc9e7", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "9e91fa03-2720-4a87-9100-d145d01cc9e7", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:55:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "9e91fa03-2720-4a87-9100-d145d01cc9e7", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:55:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "9e91fa03-2720-4a87-9100-d145d01cc9e7", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2079f237-7a0a-41a7-8652-869a659e3e6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:55:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "dbed7cf9-2d8f-4638-8f87-a7274f4f712a", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "dbed7cf9-2d8f-4638-8f87-a7274f4f712a", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "dbed7cf9-2d8f-4638-8f87-a7274f4f712a", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "dbed7cf9-2d8f-4638-8f87-a7274f4f712a", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:55:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "dbed7cf9-2d8f-4638-8f87-a7274f4f712a", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:55:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "dbed7cf9-2d8f-4638-8f87-a7274f4f712a", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:55:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "0b7ceccb-fc21-4d8f-8335-1059ef0595f2", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "0b7ceccb-fc21-4d8f-8335-1059ef0595f2", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "0b7ceccb-fc21-4d8f-8335-1059ef0595f2", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "b1f590c9-a352-4922-8f1d-ad83e09f2225", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:55:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "0b7ceccb-fc21-4d8f-8335-1059ef0595f2", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:55:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "0b7ceccb-fc21-4d8f-8335-1059ef0595f2", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:55:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "0b7ceccb-fc21-4d8f-8335-1059ef0595f2", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "b1f590c9-a352-4922-8f1d-ad83e09f2225", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "b1f590c9-a352-4922-8f1d-ad83e09f2225", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:55:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "68c87929-f183-489c-b724-b30bcd04ace5", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "68c87929-f183-489c-b724-b30bcd04ace5", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "68c87929-f183-489c-b724-b30bcd04ace5", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "68c87929-f183-489c-b724-b30bcd04ace5", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:55:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "68c87929-f183-489c-b724-b30bcd04ace5", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:55:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "68c87929-f183-489c-b724-b30bcd04ace5", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "33e131e4-4913-432d-bfbe-1957d1d01922", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:55:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "33e131e4-4913-432d-bfbe-1957d1d01922", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:55:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "33e131e4-4913-432d-bfbe-1957d1d01922", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:55:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "8e6de73f-0f74-4d69-a293-25b62b561090", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "8e6de73f-0f74-4d69-a293-25b62b561090", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "8e6de73f-0f74-4d69-a293-25b62b561090", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:55:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "8e6de73f-0f74-4d69-a293-25b62b561090", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:55:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "8e6de73f-0f74-4d69-a293-25b62b561090", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:55:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "8e6de73f-0f74-4d69-a293-25b62b561090", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:56:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "a6e41810-1c5b-483f-b5c7-c570fb458272", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:56:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "a6e41810-1c5b-483f-b5c7-c570fb458272", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:56:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "a6e41810-1c5b-483f-b5c7-c570fb458272", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:56:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "a6e41810-1c5b-483f-b5c7-c570fb458272", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:56:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "a6e41810-1c5b-483f-b5c7-c570fb458272", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:56:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "a6e41810-1c5b-483f-b5c7-c570fb458272", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "36a757a7-c71b-4977-940a-221eedebc6fb", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "36a757a7-c71b-4977-940a-221eedebc6fb", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "36a757a7-c71b-4977-940a-221eedebc6fb", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "05ac8e8f-c669-48d0-b623-cedc3f516f75", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "05ac8e8f-c669-48d0-b623-cedc3f516f75", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "05ac8e8f-c669-48d0-b623-cedc3f516f75", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:57:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:57:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:57:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:57:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T21:57:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2"} 2026-07-06T21:57:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:57:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:57:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "729fdb44-8b62-44c1-bca5-e9200106ef91", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "auth-test-model-ace6c2", "reconcileID": "ac7e03c7-f64c-4641-af2e-baaa3b924d29", "LLMInferenceService": "auth-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "2e807b42-9fee-4053-85ca-3c5c6fe0b81c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "2e807b42-9fee-4053-85ca-3c5c6fe0b81c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "2e807b42-9fee-4053-85ca-3c5c6fe0b81c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "54e57004-fb4f-4c9c-9652-1b102592ddc5", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "54e57004-fb4f-4c9c-9652-1b102592ddc5", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "54e57004-fb4f-4c9c-9652-1b102592ddc5", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:57:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:57:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3"} 2026-07-06T21:57:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:57:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:57:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:57:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:57:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:57:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "21dcdbae-4bfb-479a-8a8f-02dabf8fb9d6", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:57:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "auth-test-model-d392e3", "reconcileID": "fdd17a75-049d-4f7d-bc6a-6485fef11da7", "LLMInferenceService": "auth-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:57:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "14ba04e1-d173-4390-b1bc-185066774347", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:57:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "14ba04e1-d173-4390-b1bc-185066774347", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:57:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "14ba04e1-d173-4390-b1bc-185066774347", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:57:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "61c51021-7d0b-4afa-9d49-307531e87002", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:57:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "61c51021-7d0b-4afa-9d49-307531e87002", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:57:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "61c51021-7d0b-4afa-9d49-307531e87002", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:57:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "f817b80d-42f9-47c7-9cf9-cadcc651aef6", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "f817b80d-42f9-47c7-9cf9-cadcc651aef6", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "f817b80d-42f9-47c7-9cf9-cadcc651aef6", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "02786ea0-0512-48ae-9fc9-633782c9a5f9", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:57:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "f817b80d-42f9-47c7-9cf9-cadcc651aef6", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:57:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "f817b80d-42f9-47c7-9cf9-cadcc651aef6", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:57:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "f817b80d-42f9-47c7-9cf9-cadcc651aef6", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "02786ea0-0512-48ae-9fc9-633782c9a5f9", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "02786ea0-0512-48ae-9fc9-633782c9a5f9", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:57:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "c4cf5c04-8209-464d-9bf2-fa42d2d4b711", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "c4cf5c04-8209-464d-9bf2-fa42d2d4b711", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "c4cf5c04-8209-464d-9bf2-fa42d2d4b711", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:57:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "c4cf5c04-8209-464d-9bf2-fa42d2d4b711", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:57:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "c4cf5c04-8209-464d-9bf2-fa42d2d4b711", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:57:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "c4cf5c04-8209-464d-9bf2-fa42d2d4b711", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "beba4351-b299-4c34-9fab-e8ec11da5dc8", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "beba4351-b299-4c34-9fab-e8ec11da5dc8", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "beba4351-b299-4c34-9fab-e8ec11da5dc8", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:58:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "5f3c6e76-52f5-4f3d-a304-63ed4d698872", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "5f3c6e76-52f5-4f3d-a304-63ed4d698872", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "5f3c6e76-52f5-4f3d-a304-63ed4d698872", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "5f3c6e76-52f5-4f3d-a304-63ed4d698872", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:58:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "5f3c6e76-52f5-4f3d-a304-63ed4d698872", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:58:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "5f3c6e76-52f5-4f3d-a304-63ed4d698872", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "d382d2fb-bff6-406d-86f0-925502a1a314", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "d382d2fb-bff6-406d-86f0-925502a1a314", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "d382d2fb-bff6-406d-86f0-925502a1a314", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "d382d2fb-bff6-406d-86f0-925502a1a314", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:58:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "d382d2fb-bff6-406d-86f0-925502a1a314", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:58:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "d382d2fb-bff6-406d-86f0-925502a1a314", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "8592a542-898b-4bbd-aa5b-4ac98cb7f05e", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "8592a542-898b-4bbd-aa5b-4ac98cb7f05e", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "8592a542-898b-4bbd-aa5b-4ac98cb7f05e", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "8592a542-898b-4bbd-aa5b-4ac98cb7f05e", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:58:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "8592a542-898b-4bbd-aa5b-4ac98cb7f05e", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:58:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "8592a542-898b-4bbd-aa5b-4ac98cb7f05e", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:58:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "97d07bea-c5c1-4b33-b424-0ecc9a969871", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "97d07bea-c5c1-4b33-b424-0ecc9a969871", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "97d07bea-c5c1-4b33-b424-0ecc9a969871", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "33acdc54-bb06-497e-8fcc-f6041c526ba6", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:58:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "97d07bea-c5c1-4b33-b424-0ecc9a969871", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:58:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "97d07bea-c5c1-4b33-b424-0ecc9a969871", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:58:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "97d07bea-c5c1-4b33-b424-0ecc9a969871", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "33acdc54-bb06-497e-8fcc-f6041c526ba6", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "33acdc54-bb06-497e-8fcc-f6041c526ba6", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:58:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "6111a838-055c-4eb5-a1af-236325e73dc6", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "6111a838-055c-4eb5-a1af-236325e73dc6", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "6111a838-055c-4eb5-a1af-236325e73dc6", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "6111a838-055c-4eb5-a1af-236325e73dc6", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:58:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "6111a838-055c-4eb5-a1af-236325e73dc6", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:58:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "6111a838-055c-4eb5-a1af-236325e73dc6", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "6aa98a30-8276-4ea2-b17a-9ee95fe461a3", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "6aa98a30-8276-4ea2-b17a-9ee95fe461a3", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "6aa98a30-8276-4ea2-b17a-9ee95fe461a3", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:58:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "9ecea766-0d1a-49c3-b028-98b10eb1de74", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "9ecea766-0d1a-49c3-b028-98b10eb1de74", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "9ecea766-0d1a-49c3-b028-98b10eb1de74", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "9ecea766-0d1a-49c3-b028-98b10eb1de74", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:58:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "9ecea766-0d1a-49c3-b028-98b10eb1de74", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:58:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "9ecea766-0d1a-49c3-b028-98b10eb1de74", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "67178f49-5647-487c-969e-2da9c73c9423", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "67178f49-5647-487c-969e-2da9c73c9423", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "67178f49-5647-487c-969e-2da9c73c9423", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "67178f49-5647-487c-969e-2da9c73c9423", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:58:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "67178f49-5647-487c-969e-2da9c73c9423", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:58:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "67178f49-5647-487c-969e-2da9c73c9423", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "b63ded81-ec8c-4384-a3c8-41ef3e60a8ea", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "b63ded81-ec8c-4384-a3c8-41ef3e60a8ea", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "b63ded81-ec8c-4384-a3c8-41ef3e60a8ea", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:58:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "b63ded81-ec8c-4384-a3c8-41ef3e60a8ea", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:58:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "b63ded81-ec8c-4384-a3c8-41ef3e60a8ea", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:58:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "b63ded81-ec8c-4384-a3c8-41ef3e60a8ea", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2"} 2026-07-06T21:59:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:59:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:59:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "6efe9fec-5ec4-4c58-8d28-52ea871d0776", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "sub-test-model-ace6c2", "reconcileID": "319e6bcb-9737-4079-801d-19c1e1e6dcda", "LLMInferenceService": "sub-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "3075f28d-55f7-453f-bc1f-b76d42555e18", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "3075f28d-55f7-453f-bc1f-b76d42555e18", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "3075f28d-55f7-453f-bc1f-b76d42555e18", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "79bb33a1-0979-4b9a-a300-2cd598da319a", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "79bb33a1-0979-4b9a-a300-2cd598da319a", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "79bb33a1-0979-4b9a-a300-2cd598da319a", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3"} 2026-07-06T21:59:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:59:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:59:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "d4b1d3f3-f737-4d67-8b52-36522b213f66", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "sub-test-model-d392e3", "reconcileID": "07e23eb3-249b-4702-aa27-6d581cf9f695", "LLMInferenceService": "sub-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "57ee1a1f-7432-4037-b4ec-7848ba3aa0db", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "57ee1a1f-7432-4037-b4ec-7848ba3aa0db", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "57ee1a1f-7432-4037-b4ec-7848ba3aa0db", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "f54c2dce-6c23-41ba-961b-e69ae227a1e3", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "f54c2dce-6c23-41ba-961b-e69ae227a1e3", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "f54c2dce-6c23-41ba-961b-e69ae227a1e3", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:59:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "e100acba-345d-4760-9564-32d5d654b800", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "e100acba-345d-4760-9564-32d5d654b800", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "e100acba-345d-4760-9564-32d5d654b800", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "dccc1c72-4596-4aa2-a962-5fcd56f9287c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "e100acba-345d-4760-9564-32d5d654b800", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:59:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "e100acba-345d-4760-9564-32d5d654b800", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:59:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "e100acba-345d-4760-9564-32d5d654b800", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "dccc1c72-4596-4aa2-a962-5fcd56f9287c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:59:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "dccc1c72-4596-4aa2-a962-5fcd56f9287c", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "128ce735-d642-4a68-8f05-ac837069acb3", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "128ce735-d642-4a68-8f05-ac837069acb3", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "128ce735-d642-4a68-8f05-ac837069acb3", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "128ce735-d642-4a68-8f05-ac837069acb3", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:59:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "128ce735-d642-4a68-8f05-ac837069acb3", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:59:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "128ce735-d642-4a68-8f05-ac837069acb3", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "080b4a92-4ccc-4774-b4f2-8eaa945afa31", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T21:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "a9e7183c-902c-4c02-a28b-dc557ed821ea", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "a9e7183c-902c-4c02-a28b-dc557ed821ea", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T21:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "a9e7183c-902c-4c02-a28b-dc557ed821ea", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T21:59:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "a2c10bac-1000-4e25-b63b-884a85e9d0c4", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "a2c10bac-1000-4e25-b63b-884a85e9d0c4", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "a2c10bac-1000-4e25-b63b-884a85e9d0c4", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "a2c10bac-1000-4e25-b63b-884a85e9d0c4", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:59:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "a2c10bac-1000-4e25-b63b-884a85e9d0c4", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:59:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "a2c10bac-1000-4e25-b63b-884a85e9d0c4", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "0b6b6650-bbc7-4e02-8dd7-aeee247e5ebc", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "0b6b6650-bbc7-4e02-8dd7-aeee247e5ebc", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "0b6b6650-bbc7-4e02-8dd7-aeee247e5ebc", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "0b6b6650-bbc7-4e02-8dd7-aeee247e5ebc", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2-kserve-route-authn"} 2026-07-06T21:59:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "0b6b6650-bbc7-4e02-8dd7-aeee247e5ebc", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "authType": "userdefined"} 2026-07-06T21:59:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "0b6b6650-bbc7-4e02-8dd7-aeee247e5ebc", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T21:59:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "b3f14598-8fe1-4425-bd42-2dffa37d93ac", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "b3f14598-8fe1-4425-bd42-2dffa37d93ac", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "b3f14598-8fe1-4425-bd42-2dffa37d93ac", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "409921e3-6ac5-4bde-8f23-a2955e735b9b", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:59:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "b3f14598-8fe1-4425-bd42-2dffa37d93ac", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:59:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "b3f14598-8fe1-4425-bd42-2dffa37d93ac", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:59:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "b3f14598-8fe1-4425-bd42-2dffa37d93ac", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "409921e3-6ac5-4bde-8f23-a2955e735b9b", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T21:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "409921e3-6ac5-4bde-8f23-a2955e735b9b", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T21:59:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e0fbfda8-9e33-40e0-8bea-6ec6228ed180", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e0fbfda8-9e33-40e0-8bea-6ec6228ed180", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e0fbfda8-9e33-40e0-8bea-6ec6228ed180", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T21:59:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e0fbfda8-9e33-40e0-8bea-6ec6228ed180", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3-kserve-route-authn"} 2026-07-06T21:59:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e0fbfda8-9e33-40e0-8bea-6ec6228ed180", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T21:59:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e0fbfda8-9e33-40e0-8bea-6ec6228ed180", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "c82d30f7-cba0-4a55-b6cd-421efc1d402e", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "c82d30f7-cba0-4a55-b6cd-421efc1d402e", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "c82d30f7-cba0-4a55-b6cd-421efc1d402e", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:00:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "f0e2be20-7d2c-40af-b78b-eac16f72a10a", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "f0e2be20-7d2c-40af-b78b-eac16f72a10a", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "f0e2be20-7d2c-40af-b78b-eac16f72a10a", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "f0e2be20-7d2c-40af-b78b-eac16f72a10a", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3-kserve-route-authn"} 2026-07-06T22:00:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "f0e2be20-7d2c-40af-b78b-eac16f72a10a", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T22:00:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "f0e2be20-7d2c-40af-b78b-eac16f72a10a", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "57a39112-80c3-4b59-a4a4-c1fafe97f8b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T22:00:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e37085fa-2cde-42b2-baeb-9e8e10210f71", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e37085fa-2cde-42b2-baeb-9e8e10210f71", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e37085fa-2cde-42b2-baeb-9e8e10210f71", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e37085fa-2cde-42b2-baeb-9e8e10210f71", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3-kserve-route-authn"} 2026-07-06T22:00:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e37085fa-2cde-42b2-baeb-9e8e10210f71", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "authType": "userdefined"} 2026-07-06T22:00:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "e37085fa-2cde-42b2-baeb-9e8e10210f71", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "55543af6-d848-432b-8cb2-22b7bda53c97", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T22:00:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:00:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2"} 2026-07-06T22:00:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:00:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:00:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2-kserve-route-authn"} 2026-07-06T22:00:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2-kserve-route-authn"} 2026-07-06T22:00:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:00:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "fd6baf92-f126-4610-bfda-483c6fe82289", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:00:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace6c2","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "rate-test-model-ace6c2", "reconcileID": "8b1c9354-db29-4704-afa0-cae77688f426", "LLMInferenceService": "rate-test-model-ace6c2", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:00:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "2da42763-87a5-4e3c-8b63-3c6f9b5a80ed", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:00:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "2da42763-87a5-4e3c-8b63-3c6f9b5a80ed", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T22:00:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "2da42763-87a5-4e3c-8b63-3c6f9b5a80ed", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:00:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "6e95a029-7466-4e21-a92a-a9007d9b9b4d", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:00:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "6e95a029-7466-4e21-a92a-a9007d9b9b4d", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T22:00:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "6e95a029-7466-4e21-a92a-a9007d9b9b4d", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:00:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3"} 2026-07-06T22:00:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3-kserve-route-authn"} 2026-07-06T22:00:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3-kserve-route-authn"} 2026-07-06T22:00:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5727ce6e-36f5-49fa-8f71-4e7160cc5e98", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d392e3","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "rate-test-model-d392e3", "reconcileID": "5c2e40e3-9fff-437e-a703-ab1fe2d61de1", "LLMInferenceService": "rate-test-model-d392e3", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:00:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "829ed251-901b-4bda-9acf-bb321abfb2ce", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:00:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "829ed251-901b-4bda-9acf-bb321abfb2ce", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T22:00:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "829ed251-901b-4bda-9acf-bb321abfb2ce", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:00:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "1c5859f0-ac6d-493f-89a3-e93c4ac92a6c", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:00:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "1c5859f0-ac6d-493f-89a3-e93c4ac92a6c", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T22:00:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "1c5859f0-ac6d-493f-89a3-e93c4ac92a6c", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:00:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e127b344-e51d-4682-8055-bb305eab863b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T22:00:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "24dd00c4-4ce9-475d-a1b1-27da3856d273", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:00:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "24dd00c4-4ce9-475d-a1b1-27da3856d273", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2-authn-ssl"} 2026-07-06T22:00:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "24dd00c4-4ce9-475d-a1b1-27da3856d273", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:01:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e80737ce-e02d-4d5e-942c-c437f1447c5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e80737ce-e02d-4d5e-942c-c437f1447c5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T22:01:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e80737ce-e02d-4d5e-942c-c437f1447c5a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ace6c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T22:01:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-trusted-ca-bundle", "reconcileID": "d08975cc-45d4-4e7a-b49c-da61685377a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-trusted-ca-bundle", "reconcileID": "d08975cc-45d4-4e7a-b49c-da61685377a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "openshift-service-ca.crt", "reconcileID": "f7e08e74-c840-4609-bf84-c54ba6332f4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "openshift-service-ca.crt", "reconcileID": "f7e08e74-c840-4609-bf84-c54ba6332f4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a745647b-5742-4240-b7b1-4aceb24403b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ace6c2"}, "namespace": "ai-tenant-e2e-shared-a-ace6c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a745647b-5742-4240-b7b1-4aceb24403b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ace6c2"} 2026-07-06T22:01:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ace6c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ace6c2", "reconcileID": "898ab277-9290-432c-ac11-16391b78164f", "Gateway": "e2e-shared-a-ace6c2", "namespace": "openshift-ingress"} 2026-07-06T22:01:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a4dde6ae-f26d-4803-80c0-17d840820f69", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T22:01:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "080b28b6-d6e3-4748-bf1a-d361229cc553", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:01:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "080b28b6-d6e3-4748-bf1a-d361229cc553", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3-authn-ssl"} 2026-07-06T22:01:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "080b28b6-d6e3-4748-bf1a-d361229cc553", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"} 2026-07-06T22:01:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ee66ab6-8170-4feb-a21d-6dae8f859a41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ee66ab6-8170-4feb-a21d-6dae8f859a41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T22:01:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ee66ab6-8170-4feb-a21d-6dae8f859a41", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d392e3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T22:01:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-trusted-ca-bundle", "reconcileID": "cf9ba285-98c3-4553-b033-4547a10f7339", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-trusted-ca-bundle", "reconcileID": "cf9ba285-98c3-4553-b033-4547a10f7339", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "68b17384-c9eb-4b97-b33c-22874d6bc583", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "openshift-service-ca.crt", "reconcileID": "68b17384-c9eb-4b97-b33c-22874d6bc583", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc836187-8419-44be-93b3-ea84150ef082", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d392e3"}, "namespace": "ai-tenant-e2e-shared-b-d392e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc836187-8419-44be-93b3-ea84150ef082", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d392e3"} 2026-07-06T22:01:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d392e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d392e3", "reconcileID": "e89f6982-55fa-48f3-9b52-614e290f7494", "Gateway": "e2e-shared-b-d392e3", "namespace": "openshift-ingress"}