2026-07-15T21:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "0c0d1ff6-35e9-414f-b822-29e4bc8b7734", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress"} 2026-07-15T21:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "ac6ad4ca-c2dd-4a05-9a73-9b133828aeaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-trusted-ca-bundle", "reconcileID": "c0f71941-af81-46d8-93bb-2ef3e572c110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "d434f327-351d-4d12-8239-84ebe4697ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "d434f327-351d-4d12-8239-84ebe4697ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "c90704e5-c653-46fe-a7fe-a3b82e463407", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "c90704e5-c653-46fe-a7fe-a3b82e463407", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T21:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef38f694-14bf-425a-accb-559c743566b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-trusted-ca-bundle", "reconcileID": "84c67f76-f757-4963-898e-e03298ad5415", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-trusted-ca-bundle", "reconcileID": "84c67f76-f757-4963-898e-e03298ad5415", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "0d3efbfb-06a6-42cd-a2fa-f4443c3535b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8757c752-8418-4f10-bdfb-8097bdaa53a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "2ddb1a67-49ca-4cc9-ba54-6be06f1898e3", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress"} 2026-07-15T21:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "2ddb1a67-49ca-4cc9-ba54-6be06f1898e3", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7-authn-ssl"} 2026-07-15T21:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "2ddb1a67-49ca-4cc9-ba54-6be06f1898e3", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress"} 2026-07-15T21:41:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71d66465-af66-4842-a3b1-7f5f01f58598", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "59052d3e-3881-4416-aa06-c0df5a068bec", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "59052d3e-3881-4416-aa06-c0df5a068bec", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "59052d3e-3881-4416-aa06-c0df5a068bec", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "729ea538-abd5-4860-81e3-ab6eec69318f", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "729ea538-abd5-4860-81e3-ab6eec69318f", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "729ea538-abd5-4860-81e3-ab6eec69318f", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "ec3daf48-88cf-4a36-86d8-6f2113ba6f1c", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "ec3daf48-88cf-4a36-86d8-6f2113ba6f1c", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "ec3daf48-88cf-4a36-86d8-6f2113ba6f1c", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "0413cc40-5d35-46b2-b146-f8f7e9458415", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "0413cc40-5d35-46b2-b146-f8f7e9458415", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "0413cc40-5d35-46b2-b146-f8f7e9458415", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "54d17fb9-d180-4fa5-af37-4fcc73050df4", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "54d17fb9-d180-4fa5-af37-4fcc73050df4", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "54d17fb9-d180-4fa5-af37-4fcc73050df4", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "f258869a-7975-4de2-9bd6-3df2e3e0d60a", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "f258869a-7975-4de2-9bd6-3df2e3e0d60a", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "f258869a-7975-4de2-9bd6-3df2e3e0d60a", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "9fe9e956-c0b7-4885-98ea-f65e43ad1999", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "9fe9e956-c0b7-4885-98ea-f65e43ad1999", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "9fe9e956-c0b7-4885-98ea-f65e43ad1999", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "f8d89ce6-6c2a-4ccc-8770-6a6e7e2d3ed8", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "f8d89ce6-6c2a-4ccc-8770-6a6e7e2d3ed8", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "f8d89ce6-6c2a-4ccc-8770-6a6e7e2d3ed8", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "openshift-service-ca.crt", "reconcileID": "d93f4fd4-09ed-4ead-ad06-021a7385bea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-trusted-ca-bundle", "reconcileID": "8fef53bb-e6e7-4fa0-9d62-3cd13f385be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "openshift-service-ca.crt", "reconcileID": "c79c7f42-6d98-4c3c-a503-cbf7c1da5f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb8539", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "openshift-service-ca.crt", "reconcileID": "c79c7f42-6d98-4c3c-a503-cbf7c1da5f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "openshift-service-ca.crt", "reconcileID": "30b61d56-1eb7-42fa-b1b7-dde268128cd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b062540d-6d1d-4602-bf4f-151ed5c9a45d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-trusted-ca-bundle", "reconcileID": "1ce9a781-aba8-4643-a38f-aa600f7e4706", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-trusted-ca-bundle", "reconcileID": "1ce9a781-aba8-4643-a38f-aa600f7e4706", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed8008ad-8c27-4c6b-a6d7-2bbf2822d55b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "85707305-14c7-4403-bdf5-bcc03c2175e9", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "85707305-14c7-4403-bdf5-bcc03c2175e9", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "85707305-14c7-4403-bdf5-bcc03c2175e9", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a8f20c8-98ac-4a76-b48b-fde26222ca62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:41:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "a124124c-0f85-4651-ae13-7f29ecfd6d77", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress"} 2026-07-15T21:41:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "a124124c-0f85-4651-ae13-7f29ecfd6d77", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7-authn-ssl"} 2026-07-15T21:41:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "a124124c-0f85-4651-ae13-7f29ecfd6d77", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress"} 2026-07-15T21:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "eb30bd0b-5aa3-4cb1-a8e9-2bbe5c4628d2", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "eb30bd0b-5aa3-4cb1-a8e9-2bbe5c4628d2", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539-authn-ssl"} 2026-07-15T21:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "eb30bd0b-5aa3-4cb1-a8e9-2bbe5c4628d2", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f8133a-f2ae-403a-aca3-d834931df0ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f8133a-f2ae-403a-aca3-d834931df0ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f8133a-f2ae-403a-aca3-d834931df0ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-94c8e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T21:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-trusted-ca-bundle", "reconcileID": "da00c7ac-9c7a-4609-8fe5-bb7ad4feee63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-trusted-ca-bundle", "reconcileID": "da00c7ac-9c7a-4609-8fe5-bb7ad4feee63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "6ec4eb07-9fd3-45a1-9fc6-00d288e91517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "openshift-service-ca.crt", "reconcileID": "6ec4eb07-9fd3-45a1-9fc6-00d288e91517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac44897-2448-459a-ba0e-41a3453dc2cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94c8e7"}, "namespace": "ai-tenant-e2e-api-a-94c8e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac44897-2448-459a-ba0e-41a3453dc2cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94c8e7"} 2026-07-15T21:41:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94c8e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94c8e7", "reconcileID": "80f5ea3e-7dc9-483b-84bb-1fc3a462c544", "Gateway": "e2e-api-a-94c8e7", "namespace": "openshift-ingress"} 2026-07-15T21:41:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54fd4d25-0d60-42d5-ae9a-3257401260f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54fd4d25-0d60-42d5-ae9a-3257401260f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:41:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54fd4d25-0d60-42d5-ae9a-3257401260f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fb8539 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T21:41:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-trusted-ca-bundle", "reconcileID": "3941e261-61ff-429c-a054-45fbfd81c610", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-trusted-ca-bundle", "reconcileID": "3941e261-61ff-429c-a054-45fbfd81c610", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "openshift-service-ca.crt", "reconcileID": "2654a771-fe65-44f1-adb0-5bf511dac016", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "openshift-service-ca.crt", "reconcileID": "2654a771-fe65-44f1-adb0-5bf511dac016", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0019a71a-fb59-4fa3-9cbc-9302b8457fb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fb8539"}, "namespace": "ai-tenant-e2e-api-b-fb8539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0019a71a-fb59-4fa3-9cbc-9302b8457fb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fb8539"} 2026-07-15T21:42:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fb8539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fb8539", "reconcileID": "09383296-b477-4c28-8abf-590b1e9a01b9", "Gateway": "e2e-api-b-fb8539", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "af5969bb-b050-4563-84ca-68d447d2a69c", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "af5969bb-b050-4563-84ca-68d447d2a69c", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "af5969bb-b050-4563-84ca-68d447d2a69c", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "8b620c07-4123-4116-a99d-2787d9bb8761", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "8b620c07-4123-4116-a99d-2787d9bb8761", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "8b620c07-4123-4116-a99d-2787d9bb8761", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "0eeedb01-0e79-48b9-a9c1-814c4c2fbc29", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "0eeedb01-0e79-48b9-a9c1-814c4c2fbc29", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "0eeedb01-0e79-48b9-a9c1-814c4c2fbc29", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "e7a38318-17d6-423a-a1a2-fd1accf058db", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "e7a38318-17d6-423a-a1a2-fd1accf058db", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "e7a38318-17d6-423a-a1a2-fd1accf058db", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "78d4e162-2c31-43c7-aa21-9df2d7486787", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "78d4e162-2c31-43c7-aa21-9df2d7486787", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "78d4e162-2c31-43c7-aa21-9df2d7486787", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "f46d4775-2fdc-4c2e-a2a8-4a10b15f984e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "f46d4775-2fdc-4c2e-a2a8-4a10b15f984e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "f46d4775-2fdc-4c2e-a2a8-4a10b15f984e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "66a66029-2422-4483-9a68-376324917150", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "66a66029-2422-4483-9a68-376324917150", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "66a66029-2422-4483-9a68-376324917150", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "openshift-service-ca.crt", "reconcileID": "db1728c9-947d-4193-9fb2-3f9e95e1b967", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-trusted-ca-bundle", "reconcileID": "46a0813b-d671-4db1-97da-a3699960515d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "openshift-service-ca.crt", "reconcileID": "6a9ca617-f760-461e-9e81-489eeedfd3af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-543174", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:42:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "openshift-service-ca.crt", "reconcileID": "6a9ca617-f760-461e-9e81-489eeedfd3af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fe34fe1-20cd-4f6e-b0f8-6dcdd28c1c31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "openshift-service-ca.crt", "reconcileID": "a2be8113-b697-4bf7-a2da-3a4641448411", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-trusted-ca-bundle", "reconcileID": "ebf232ba-11f1-40d5-b249-413172afd74b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:42:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-trusted-ca-bundle", "reconcileID": "ebf232ba-11f1-40d5-b249-413172afd74b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9c2e1e0-9728-4a74-8f41-86c43f4b9aa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "0f69cbad-a426-48ff-8e28-1c137f30ce1e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "0f69cbad-a426-48ff-8e28-1c137f30ce1e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "0f69cbad-a426-48ff-8e28-1c137f30ce1e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69af60b8-26eb-4040-bce5-4815a86b1d70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:42:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4834849d-b696-4f89-83c6-3c0da3ed6767", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4834849d-b696-4f89-83c6-3c0da3ed6767", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4834849d-b696-4f89-83c6-3c0da3ed6767", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "5789f4f9-ab34-40ce-9d33-d23839bca16f", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "5789f4f9-ab34-40ce-9d33-d23839bca16f", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "5789f4f9-ab34-40ce-9d33-d23839bca16f", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "6d0b8487-89f1-469f-b12f-fdec9f096fe7", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "6d0b8487-89f1-469f-b12f-fdec9f096fe7", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "6d0b8487-89f1-469f-b12f-fdec9f096fe7", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "068fa989-806c-4b78-a888-a31bb5fe9ae4", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "068fa989-806c-4b78-a888-a31bb5fe9ae4", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "068fa989-806c-4b78-a888-a31bb5fe9ae4", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "997955d6-c3b7-4af0-a56e-2e00a39f20ff", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "997955d6-c3b7-4af0-a56e-2e00a39f20ff", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "997955d6-c3b7-4af0-a56e-2e00a39f20ff", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "9f67acba-ba05-42ed-848a-6d47dda384e5", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "9f67acba-ba05-42ed-848a-6d47dda384e5", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "9f67acba-ba05-42ed-848a-6d47dda384e5", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "2ffdcee8-4a48-4660-ba27-525b44ae0b9a", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "2ffdcee8-4a48-4660-ba27-525b44ae0b9a", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "2ffdcee8-4a48-4660-ba27-525b44ae0b9a", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "910f8f73-27db-4fca-baa0-b6b5116d23ca", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "910f8f73-27db-4fca-baa0-b6b5116d23ca", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "910f8f73-27db-4fca-baa0-b6b5116d23ca", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "openshift-service-ca.crt", "reconcileID": "e08ece86-57b5-4df3-8fe6-6a1eef74fc84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-trusted-ca-bundle", "reconcileID": "dfba8526-8663-4bc2-b58c-99854db7b936", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "openshift-service-ca.crt", "reconcileID": "5ab811cf-1c8c-44a4-91a0-b4bc52adbdfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-915a1c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:42:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "openshift-service-ca.crt", "reconcileID": "5ab811cf-1c8c-44a4-91a0-b4bc52adbdfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d449021-3aa2-4398-94d0-2e657b3b64ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "openshift-service-ca.crt", "reconcileID": "7037b239-1cc3-4631-ab9f-1a560ebc4501", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-trusted-ca-bundle", "reconcileID": "c465201c-962f-4896-b68e-aacd7cfb535f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:42:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-trusted-ca-bundle", "reconcileID": "c465201c-962f-4896-b68e-aacd7cfb535f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3b6a8c2-9e32-4919-b574-340b69879d83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "d9c6afec-22a4-46fa-848e-99a9bd7d7d68", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "d9c6afec-22a4-46fa-848e-99a9bd7d7d68", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "d9c6afec-22a4-46fa-848e-99a9bd7d7d68", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3773116b-b1fe-4e2a-a702-42cca6ef4e08", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "99c392da-2082-4fff-87a9-e629e47877b2", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "99c392da-2082-4fff-87a9-e629e47877b2", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "99c392da-2082-4fff-87a9-e629e47877b2", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "2830c0af-504d-4c8b-a6f5-615fb1858f0e", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "2830c0af-504d-4c8b-a6f5-615fb1858f0e", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "2830c0af-504d-4c8b-a6f5-615fb1858f0e", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "cbc15c1c-bfe4-42a7-ab32-2b5087dc68ff", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "2830c0af-504d-4c8b-a6f5-615fb1858f0e", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174-kserve-route-authn"} 2026-07-15T21:42:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "2830c0af-504d-4c8b-a6f5-615fb1858f0e", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:42:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "2830c0af-504d-4c8b-a6f5-615fb1858f0e", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "cbc15c1c-bfe4-42a7-ab32-2b5087dc68ff", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "cbc15c1c-bfe4-42a7-ab32-2b5087dc68ff", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "1268c9a8-33ff-4693-91ca-c79d3bf55b13", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "1268c9a8-33ff-4693-91ca-c79d3bf55b13", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "1268c9a8-33ff-4693-91ca-c79d3bf55b13", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "1268c9a8-33ff-4693-91ca-c79d3bf55b13", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174-kserve-route-authn"} 2026-07-15T21:42:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "1268c9a8-33ff-4693-91ca-c79d3bf55b13", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:42:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "1268c9a8-33ff-4693-91ca-c79d3bf55b13", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "acbb6d6c-ed3d-44e7-9cee-d545b01932b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "9bc3a304-1117-4852-bfa8-d46336853318", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "9bc3a304-1117-4852-bfa8-d46336853318", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "9bc3a304-1117-4852-bfa8-d46336853318", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:42:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "a5bfc045-8996-4358-892e-1b81e9707ae1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "a5bfc045-8996-4358-892e-1b81e9707ae1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "a5bfc045-8996-4358-892e-1b81e9707ae1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "a5bfc045-8996-4358-892e-1b81e9707ae1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174-kserve-route-authn"} 2026-07-15T21:42:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "a5bfc045-8996-4358-892e-1b81e9707ae1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:42:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "a5bfc045-8996-4358-892e-1b81e9707ae1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a818576-5151-4f6d-8518-123f5ad3f8cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:42:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "395fb596-305f-4235-9dff-173ee3a3a148", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "395fb596-305f-4235-9dff-173ee3a3a148", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "395fb596-305f-4235-9dff-173ee3a3a148", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "395fb596-305f-4235-9dff-173ee3a3a148", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174-kserve-route-authn"} 2026-07-15T21:42:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "395fb596-305f-4235-9dff-173ee3a3a148", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:42:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "395fb596-305f-4235-9dff-173ee3a3a148", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:42:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d38f8537-58cb-47e2-9358-124afcbb0cd2", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d38f8537-58cb-47e2-9358-124afcbb0cd2", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d38f8537-58cb-47e2-9358-124afcbb0cd2", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "c05bb3e0-d415-4d0f-9cff-292dade2696c", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d38f8537-58cb-47e2-9358-124afcbb0cd2", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:42:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d38f8537-58cb-47e2-9358-124afcbb0cd2", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:42:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d38f8537-58cb-47e2-9358-124afcbb0cd2", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "c05bb3e0-d415-4d0f-9cff-292dade2696c", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "c05bb3e0-d415-4d0f-9cff-292dade2696c", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d0d2412a-a89a-48ed-88ee-7fd1a570cdd4", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d0d2412a-a89a-48ed-88ee-7fd1a570cdd4", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d0d2412a-a89a-48ed-88ee-7fd1a570cdd4", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d0d2412a-a89a-48ed-88ee-7fd1a570cdd4", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:42:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d0d2412a-a89a-48ed-88ee-7fd1a570cdd4", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:42:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "d0d2412a-a89a-48ed-88ee-7fd1a570cdd4", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "4fa2dacc-a9f2-4c5d-a674-735939cfd2f3", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "4fa2dacc-a9f2-4c5d-a674-735939cfd2f3", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "4fa2dacc-a9f2-4c5d-a674-735939cfd2f3", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:42:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "1f875888-147e-4d9a-9bc8-65f4915df13e", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "1f875888-147e-4d9a-9bc8-65f4915df13e", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "1f875888-147e-4d9a-9bc8-65f4915df13e", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "1f875888-147e-4d9a-9bc8-65f4915df13e", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:42:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "1f875888-147e-4d9a-9bc8-65f4915df13e", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:42:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "1f875888-147e-4d9a-9bc8-65f4915df13e", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "e4515f73-e117-4483-bb45-c0b85cd61241", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "e4515f73-e117-4483-bb45-c0b85cd61241", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "e4515f73-e117-4483-bb45-c0b85cd61241", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:42:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "e4515f73-e117-4483-bb45-c0b85cd61241", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:42:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "e4515f73-e117-4483-bb45-c0b85cd61241", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:42:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "e4515f73-e117-4483-bb45-c0b85cd61241", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:43:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "cf4f73f0-1d79-4272-8e16-a4a0e010843c", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:43:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "cf4f73f0-1d79-4272-8e16-a4a0e010843c", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:43:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "cf4f73f0-1d79-4272-8e16-a4a0e010843c", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:43:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "cf4f73f0-1d79-4272-8e16-a4a0e010843c", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:43:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "cf4f73f0-1d79-4272-8e16-a4a0e010843c", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:43:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "cf4f73f0-1d79-4272-8e16-a4a0e010843c", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "885153c8-31b1-4882-9e24-edea0c1e5350", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "885153c8-31b1-4882-9e24-edea0c1e5350", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "885153c8-31b1-4882-9e24-edea0c1e5350", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "551c884e-dbff-4ad8-bc76-56397b245654", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "551c884e-dbff-4ad8-bc76-56397b245654", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "551c884e-dbff-4ad8-bc76-56397b245654", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9020768d-79f5-4f64-b9c3-e3e62cff162e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:45:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174"} 2026-07-15T21:45:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174-kserve-route-authn"} 2026-07-15T21:45:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174-kserve-route-authn"} 2026-07-15T21:45:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "22ca3bf2-f6e8-4c63-9936-a38170477ef1", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "auth-test-model-543174", "reconcileID": "759eac11-748b-44e9-a125-c7aa766da0ec", "LLMInferenceService": "auth-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "2e559cdb-8921-4b8d-99ae-f3464cc91317", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "2e559cdb-8921-4b8d-99ae-f3464cc91317", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "2e559cdb-8921-4b8d-99ae-f3464cc91317", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "ef9dc664-481a-4584-9b71-e4cf85cb107a", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "ef9dc664-481a-4584-9b71-e4cf85cb107a", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "ef9dc664-481a-4584-9b71-e4cf85cb107a", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c"} 2026-07-15T21:45:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:45:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:45:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "bf84c6b1-1bf0-4a1e-be51-273cd51f11e1", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "auth-test-model-915a1c", "reconcileID": "905b9b06-5be6-4697-8c28-30b8b7433dc0", "LLMInferenceService": "auth-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "4107ce16-9d26-4669-8e60-d601e1aed4f1", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "4107ce16-9d26-4669-8e60-d601e1aed4f1", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "4107ce16-9d26-4669-8e60-d601e1aed4f1", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "e0ee558b-d68b-4d06-9a68-e345fe830ec8", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "e0ee558b-d68b-4d06-9a68-e345fe830ec8", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "e0ee558b-d68b-4d06-9a68-e345fe830ec8", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "ba23282c-cac1-4b89-921c-6a33dfb21362", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "ba23282c-cac1-4b89-921c-6a33dfb21362", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "ba23282c-cac1-4b89-921c-6a33dfb21362", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4542be07-05a0-48f6-8899-e2aecdce4828", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "ba23282c-cac1-4b89-921c-6a33dfb21362", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174-kserve-route-authn"} 2026-07-15T21:45:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "ba23282c-cac1-4b89-921c-6a33dfb21362", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:45:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "ba23282c-cac1-4b89-921c-6a33dfb21362", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4542be07-05a0-48f6-8899-e2aecdce4828", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:45:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4542be07-05a0-48f6-8899-e2aecdce4828", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "fefaf480-b0ee-44d3-9d6e-5c6f4d610dfd", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "fefaf480-b0ee-44d3-9d6e-5c6f4d610dfd", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "fefaf480-b0ee-44d3-9d6e-5c6f4d610dfd", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "fefaf480-b0ee-44d3-9d6e-5c6f4d610dfd", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174-kserve-route-authn"} 2026-07-15T21:45:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "fefaf480-b0ee-44d3-9d6e-5c6f4d610dfd", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:45:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "fefaf480-b0ee-44d3-9d6e-5c6f4d610dfd", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "fe765396-5f29-4df3-a530-533b53b07a9e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "fe765396-5f29-4df3-a530-533b53b07a9e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "fe765396-5f29-4df3-a530-533b53b07a9e", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:45:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "e298ebf0-a7b2-43b0-ab29-8d81298c0f49", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "e298ebf0-a7b2-43b0-ab29-8d81298c0f49", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "e298ebf0-a7b2-43b0-ab29-8d81298c0f49", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "e298ebf0-a7b2-43b0-ab29-8d81298c0f49", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174-kserve-route-authn"} 2026-07-15T21:45:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "e298ebf0-a7b2-43b0-ab29-8d81298c0f49", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:45:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "e298ebf0-a7b2-43b0-ab29-8d81298c0f49", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "b89aab29-acbd-4ea6-a06e-643b1f8f93fa", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "b89aab29-acbd-4ea6-a06e-643b1f8f93fa", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "b89aab29-acbd-4ea6-a06e-643b1f8f93fa", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "b89aab29-acbd-4ea6-a06e-643b1f8f93fa", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174-kserve-route-authn"} 2026-07-15T21:45:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "b89aab29-acbd-4ea6-a06e-643b1f8f93fa", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:45:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "b89aab29-acbd-4ea6-a06e-643b1f8f93fa", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:45:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "7daa6594-da2d-4deb-b5e5-3497a18cb8f9", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "7daa6594-da2d-4deb-b5e5-3497a18cb8f9", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "7daa6594-da2d-4deb-b5e5-3497a18cb8f9", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "19ea7102-469b-411f-8531-c88fa5045e8e", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "7daa6594-da2d-4deb-b5e5-3497a18cb8f9", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:45:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "7daa6594-da2d-4deb-b5e5-3497a18cb8f9", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:45:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "7daa6594-da2d-4deb-b5e5-3497a18cb8f9", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "19ea7102-469b-411f-8531-c88fa5045e8e", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:45:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "19ea7102-469b-411f-8531-c88fa5045e8e", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "2c3ca02d-42d6-485c-a097-93bb7e7b3989", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "2c3ca02d-42d6-485c-a097-93bb7e7b3989", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "2c3ca02d-42d6-485c-a097-93bb7e7b3989", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "2c3ca02d-42d6-485c-a097-93bb7e7b3989", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:45:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "2c3ca02d-42d6-485c-a097-93bb7e7b3989", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:45:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "2c3ca02d-42d6-485c-a097-93bb7e7b3989", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "94f57d47-b28c-42e6-a90e-067ff400351c", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "94f57d47-b28c-42e6-a90e-067ff400351c", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:45:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "94f57d47-b28c-42e6-a90e-067ff400351c", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:45:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "b0a8c1a4-3d51-4ea8-9722-a8d0e6bdb782", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "b0a8c1a4-3d51-4ea8-9722-a8d0e6bdb782", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "b0a8c1a4-3d51-4ea8-9722-a8d0e6bdb782", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "b0a8c1a4-3d51-4ea8-9722-a8d0e6bdb782", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:45:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "b0a8c1a4-3d51-4ea8-9722-a8d0e6bdb782", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:45:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "b0a8c1a4-3d51-4ea8-9722-a8d0e6bdb782", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "a8012b79-35d4-43f9-9d75-4ce7c0563fc6", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "a8012b79-35d4-43f9-9d75-4ce7c0563fc6", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "a8012b79-35d4-43f9-9d75-4ce7c0563fc6", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:45:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "a8012b79-35d4-43f9-9d75-4ce7c0563fc6", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:45:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "a8012b79-35d4-43f9-9d75-4ce7c0563fc6", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:45:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "a8012b79-35d4-43f9-9d75-4ce7c0563fc6", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174"} 2026-07-15T21:46:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "77a9a8b7-a192-4d98-92d1-f1214259efaf", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "sub-test-model-543174", "reconcileID": "7a1d089b-fca7-47b6-b913-adc20f9688fe", "LLMInferenceService": "sub-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4c0fb23e-e07d-49cb-bb29-b41a112e7962", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4c0fb23e-e07d-49cb-bb29-b41a112e7962", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "4c0fb23e-e07d-49cb-bb29-b41a112e7962", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "c49e2c9d-7dc0-48be-a091-0f2d0e014b87", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "c49e2c9d-7dc0-48be-a091-0f2d0e014b87", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "c49e2c9d-7dc0-48be-a091-0f2d0e014b87", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c"} 2026-07-15T21:46:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:46:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:46:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "69c175ec-ef0d-4352-90cb-88c4e48a3f1f", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "sub-test-model-915a1c", "reconcileID": "686a52b2-e997-4a87-badd-378fd2e213e1", "LLMInferenceService": "sub-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "31567e4b-ecd0-4024-b654-f01294c2ab1b", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "31567e4b-ecd0-4024-b654-f01294c2ab1b", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "31567e4b-ecd0-4024-b654-f01294c2ab1b", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "cb724c32-1671-4df0-903c-297bd6152dd2", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "cb724c32-1671-4df0-903c-297bd6152dd2", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "cb724c32-1671-4df0-903c-297bd6152dd2", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a2bae6aa-8236-4a22-b527-2574ba191d96", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a2bae6aa-8236-4a22-b527-2574ba191d96", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a2bae6aa-8236-4a22-b527-2574ba191d96", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "ed0f413d-7e03-4f0a-b515-24dc753cf3f1", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a2bae6aa-8236-4a22-b527-2574ba191d96", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a2bae6aa-8236-4a22-b527-2574ba191d96", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:46:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a2bae6aa-8236-4a22-b527-2574ba191d96", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "ed0f413d-7e03-4f0a-b515-24dc753cf3f1", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "ed0f413d-7e03-4f0a-b515-24dc753cf3f1", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "1c3951d1-ee00-4e24-91b2-6d056635f235", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "1c3951d1-ee00-4e24-91b2-6d056635f235", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "1c3951d1-ee00-4e24-91b2-6d056635f235", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "1c3951d1-ee00-4e24-91b2-6d056635f235", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "1c3951d1-ee00-4e24-91b2-6d056635f235", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:46:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "1c3951d1-ee00-4e24-91b2-6d056635f235", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "45d78754-cf1a-45be-bbf8-d2868742b749", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "45d78754-cf1a-45be-bbf8-d2868742b749", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:46:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "45d78754-cf1a-45be-bbf8-d2868742b749", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:46:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "55a52dd5-bf7c-4d4b-a7de-01a890182d22", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "55a52dd5-bf7c-4d4b-a7de-01a890182d22", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "55a52dd5-bf7c-4d4b-a7de-01a890182d22", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "55a52dd5-bf7c-4d4b-a7de-01a890182d22", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "55a52dd5-bf7c-4d4b-a7de-01a890182d22", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:46:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "55a52dd5-bf7c-4d4b-a7de-01a890182d22", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a10c35d4-2ce0-48c8-95b8-ac9ccedec306", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a10c35d4-2ce0-48c8-95b8-ac9ccedec306", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a10c35d4-2ce0-48c8-95b8-ac9ccedec306", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a10c35d4-2ce0-48c8-95b8-ac9ccedec306", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a10c35d4-2ce0-48c8-95b8-ac9ccedec306", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:46:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "a10c35d4-2ce0-48c8-95b8-ac9ccedec306", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "4c4b82f1-7aad-4683-bf15-4f8246a57554", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "4c4b82f1-7aad-4683-bf15-4f8246a57554", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "4c4b82f1-7aad-4683-bf15-4f8246a57554", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "4c4b82f1-7aad-4683-bf15-4f8246a57554", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:46:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "4c4b82f1-7aad-4683-bf15-4f8246a57554", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "authType": "userdefined"} 2026-07-15T21:46:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "4c4b82f1-7aad-4683-bf15-4f8246a57554", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:46:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "fbc1ef47-4519-48c3-8f19-a6bb692fa543", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "fbc1ef47-4519-48c3-8f19-a6bb692fa543", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "fbc1ef47-4519-48c3-8f19-a6bb692fa543", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "79d92edf-9f11-4f71-93ab-083da6b39550", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "fbc1ef47-4519-48c3-8f19-a6bb692fa543", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:46:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "fbc1ef47-4519-48c3-8f19-a6bb692fa543", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:46:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "fbc1ef47-4519-48c3-8f19-a6bb692fa543", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "79d92edf-9f11-4f71-93ab-083da6b39550", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "79d92edf-9f11-4f71-93ab-083da6b39550", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "468d6862-2149-4fa3-8b45-48945fa671a1", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "468d6862-2149-4fa3-8b45-48945fa671a1", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "468d6862-2149-4fa3-8b45-48945fa671a1", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "468d6862-2149-4fa3-8b45-48945fa671a1", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:46:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "468d6862-2149-4fa3-8b45-48945fa671a1", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:46:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "468d6862-2149-4fa3-8b45-48945fa671a1", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "f47db421-d841-4863-872f-ac5727feafa1", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "f47db421-d841-4863-872f-ac5727feafa1", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "f47db421-d841-4863-872f-ac5727feafa1", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:47:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "3d72fe20-f681-48ae-a36e-c8ee21da952f", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "3d72fe20-f681-48ae-a36e-c8ee21da952f", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "3d72fe20-f681-48ae-a36e-c8ee21da952f", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "3d72fe20-f681-48ae-a36e-c8ee21da952f", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:47:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "3d72fe20-f681-48ae-a36e-c8ee21da952f", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:47:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "3d72fe20-f681-48ae-a36e-c8ee21da952f", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "17e0a2df-e8d8-4931-9c43-681eceed96c7", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "17e0a2df-e8d8-4931-9c43-681eceed96c7", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "17e0a2df-e8d8-4931-9c43-681eceed96c7", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "17e0a2df-e8d8-4931-9c43-681eceed96c7", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:47:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "17e0a2df-e8d8-4931-9c43-681eceed96c7", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "authType": "userdefined"} 2026-07-15T21:47:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "17e0a2df-e8d8-4931-9c43-681eceed96c7", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T21:47:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T21:47:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T21:47:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T21:47:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd823d80-b8b9-4081-8251-d58ce336c4ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:47:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0aacc560-1971-4f97-9a6c-64f96b6e7551", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T21:47:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:47:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174"} 2026-07-15T21:47:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:47:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:47:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:47:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174-kserve-route-authn"} 2026-07-15T21:47:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:47:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "7df29863-feb6-407a-92dc-c2ac6b4c4b07", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:47:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-543174","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "rate-test-model-543174", "reconcileID": "3ba946b7-2ae1-4c38-8fef-bb1f2f0a104f", "LLMInferenceService": "rate-test-model-543174", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "26e30c11-e66f-4576-bacb-f14b4669753c", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "26e30c11-e66f-4576-bacb-f14b4669753c", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "26e30c11-e66f-4576-bacb-f14b4669753c", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "6f8eb713-e98a-44b6-9b4d-e6d56b9e0bba", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "6f8eb713-e98a-44b6-9b4d-e6d56b9e0bba", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress", "name": "e2e-shared-a-543174-authn-ssl"} 2026-07-15T21:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "6f8eb713-e98a-44b6-9b4d-e6d56b9e0bba", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:47:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c"} 2026-07-15T21:47:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:47:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c-kserve-route-authn"} 2026-07-15T21:47:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "a57009f6-0e11-45cc-8f7f-2679e92113a8", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-915a1c","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "rate-test-model-915a1c", "reconcileID": "79ed9ea2-2adc-4480-a4a4-22f7ce4c6f1c", "LLMInferenceService": "rate-test-model-915a1c", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:47:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "ec323cee-1dd0-4a6f-bb0d-6c8c2ab04fb3", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:47:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "ec323cee-1dd0-4a6f-bb0d-6c8c2ab04fb3", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:47:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "ec323cee-1dd0-4a6f-bb0d-6c8c2ab04fb3", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:47:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "f3a32792-1535-47ee-abd3-5ec635ca293f", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:47:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "f3a32792-1535-47ee-abd3-5ec635ca293f", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c-authn-ssl"} 2026-07-15T21:47:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "f3a32792-1535-47ee-abd3-5ec635ca293f", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"} 2026-07-15T21:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abe4d2b0-9aff-41a1-847a-4e1662735fbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abe4d2b0-9aff-41a1-847a-4e1662735fbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:48:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abe4d2b0-9aff-41a1-847a-4e1662735fbb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-543174 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T21:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-trusted-ca-bundle", "reconcileID": "a2f3d757-04dd-4694-9904-d033f659f83d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-trusted-ca-bundle", "reconcileID": "a2f3d757-04dd-4694-9904-d033f659f83d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "openshift-service-ca.crt", "reconcileID": "25249904-e7c9-44d5-aea4-1cd7fece5b0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "openshift-service-ca.crt", "reconcileID": "25249904-e7c9-44d5-aea4-1cd7fece5b0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e768f770-7475-4d5c-985b-8fda8341cf9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-543174"}, "namespace": "ai-tenant-e2e-shared-a-543174", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e768f770-7475-4d5c-985b-8fda8341cf9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-543174"} 2026-07-15T21:48:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-543174","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-543174", "reconcileID": "6a3d34db-9798-4c09-ad08-165b8f52ed42", "Gateway": "e2e-shared-a-543174", "namespace": "openshift-ingress"} 2026-07-15T21:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a4ee21-f6b6-4b68-ac53-66a723f23c98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a4ee21-f6b6-4b68-ac53-66a723f23c98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T21:48:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a4ee21-f6b6-4b68-ac53-66a723f23c98", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-915a1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T21:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-trusted-ca-bundle", "reconcileID": "dc9913b8-e2ab-4e52-9e85-f9f882a2f21a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-trusted-ca-bundle", "reconcileID": "dc9913b8-e2ab-4e52-9e85-f9f882a2f21a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "openshift-service-ca.crt", "reconcileID": "18aa16dd-0bb4-4a0f-bd85-073cc173544d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "openshift-service-ca.crt", "reconcileID": "18aa16dd-0bb4-4a0f-bd85-073cc173544d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a839c8d-f37a-42fe-8321-846586bae836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-915a1c"}, "namespace": "ai-tenant-e2e-shared-b-915a1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a839c8d-f37a-42fe-8321-846586bae836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-915a1c"} 2026-07-15T21:48:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-915a1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-915a1c", "reconcileID": "9e96a6a1-cbee-42ef-835d-4df3a217cfdd", "Gateway": "e2e-shared-b-915a1c", "namespace": "openshift-ingress"}