2026-07-16T00:03:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "0e7b2955-17b3-4ec7-b605-da22d134b40d", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "0e7b2955-17b3-4ec7-b605-da22d134b40d", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1-authn-ssl"} 2026-07-16T00:03:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "0e7b2955-17b3-4ec7-b605-da22d134b40d", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "openshift-service-ca.crt", "reconcileID": "c80ad165-90d9-48a3-b14d-e3f8df8ce827", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-trusted-ca-bundle", "reconcileID": "29a9e73b-f46d-460f-bd27-5f3f1282c9c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-trusted-ca-bundle", "reconcileID": "29a9e73b-f46d-460f-bd27-5f3f1282c9c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "openshift-service-ca.crt", "reconcileID": "3988b729-7d4d-4dde-9aad-f57e2d303483", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b967ee2-5451-4622-9108-b552622b2ded", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-trusted-ca-bundle", "reconcileID": "09f99c80-e120-425a-86d8-d5fc95dd4d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-trusted-ca-bundle", "reconcileID": "09f99c80-e120-425a-86d8-d5fc95dd4d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cca9796-d017-4b8b-a119-26c41e552cc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "c7da40bd-44c2-4940-aa7d-021c7a8ebb00", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "c7da40bd-44c2-4940-aa7d-021c7a8ebb00", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1-authn-ssl"} 2026-07-16T00:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "c7da40bd-44c2-4940-aa7d-021c7a8ebb00", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae2e4486-5d13-433a-8880-b165713112c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "b3e84aa0-34ee-4390-8fb5-6736d05f5adb", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress"} 2026-07-16T00:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "b3e84aa0-34ee-4390-8fb5-6736d05f5adb", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745-authn-ssl"} 2026-07-16T00:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "b3e84aa0-34ee-4390-8fb5-6736d05f5adb", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress"} 2026-07-16T00:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "7897a25a-815a-4737-9560-b7fa91394c9a", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "7897a25a-815a-4737-9560-b7fa91394c9a", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1-authn-ssl"} 2026-07-16T00:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "7897a25a-815a-4737-9560-b7fa91394c9a", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "9e0b7657-73fd-4b43-a56d-deebf466e8e5", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "9e0b7657-73fd-4b43-a56d-deebf466e8e5", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1-authn-ssl"} 2026-07-16T00:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "9e0b7657-73fd-4b43-a56d-deebf466e8e5", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d9b051d-2df0-4a2b-b794-0c9df3d031c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "2bc9e82d-b82e-4e74-99f3-67b49a1a0a74", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress"} 2026-07-16T00:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "2bc9e82d-b82e-4e74-99f3-67b49a1a0a74", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745-authn-ssl"} 2026-07-16T00:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "2bc9e82d-b82e-4e74-99f3-67b49a1a0a74", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress"} 2026-07-16T00:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b36116c4-a3fb-4544-b69e-3b98143e51cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b36116c4-a3fb-4544-b69e-3b98143e51cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3cb745", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b36116c4-a3fb-4544-b69e-3b98143e51cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3cb745 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T00:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-trusted-ca-bundle", "reconcileID": "71938077-7d5e-40b8-b945-834b5b5f36ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-trusted-ca-bundle", "reconcileID": "71938077-7d5e-40b8-b945-834b5b5f36ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "openshift-service-ca.crt", "reconcileID": "7f61dbfb-4996-4b0b-bd62-305b8242cb36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "openshift-service-ca.crt", "reconcileID": "7f61dbfb-4996-4b0b-bd62-305b8242cb36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "425ad49c-c817-43b4-b716-37e344741596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3cb745"}, "namespace": "ai-tenant-e2e-api-a-3cb745", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "425ad49c-c817-43b4-b716-37e344741596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3cb745"} 2026-07-16T00:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc8b6cef-81c3-4e23-993b-dd2ac350c249", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:03:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3cb745","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3cb745", "reconcileID": "10002dbb-4cbe-48e4-b35d-8726acc91117", "Gateway": "e2e-api-a-3cb745", "namespace": "openshift-ingress"} 2026-07-16T00:03:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "f3d08af2-3792-411b-aba9-91fdce93de4f", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "f3d08af2-3792-411b-aba9-91fdce93de4f", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1-authn-ssl"} 2026-07-16T00:03:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "f3d08af2-3792-411b-aba9-91fdce93de4f", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8476224-723d-4afa-b38a-187074f93842", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8476224-723d-4afa-b38a-187074f93842", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8476224-723d-4afa-b38a-187074f93842", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cb6fd1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T00:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-trusted-ca-bundle", "reconcileID": "9d3fd28d-9c7b-4ae3-ac09-6f1cf6f4eaf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-trusted-ca-bundle", "reconcileID": "9d3fd28d-9c7b-4ae3-ac09-6f1cf6f4eaf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "openshift-service-ca.crt", "reconcileID": "2973a4cc-c5e0-46ee-8c63-26f914d7a14d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "openshift-service-ca.crt", "reconcileID": "2973a4cc-c5e0-46ee-8c63-26f914d7a14d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7de66b72-d138-4844-96b6-82a1aa57285d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cb6fd1"}, "namespace": "ai-tenant-e2e-api-b-cb6fd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7de66b72-d138-4844-96b6-82a1aa57285d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cb6fd1"} 2026-07-16T00:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "524b4430-2d89-47ea-bc69-a88519cadb3d", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "524b4430-2d89-47ea-bc69-a88519cadb3d", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1-authn-ssl"} 2026-07-16T00:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "524b4430-2d89-47ea-bc69-a88519cadb3d", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cb6fd1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cb6fd1", "reconcileID": "394fc2ec-55c2-48c3-8db0-3f084cfcacbe", "Gateway": "e2e-api-b-cb6fd1", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "464c1105-0b98-4305-a66d-5c48af0c2765", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "464c1105-0b98-4305-a66d-5c48af0c2765", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "464c1105-0b98-4305-a66d-5c48af0c2765", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "556c79a7-df17-411c-9eb7-ded1c6aba50b", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "556c79a7-df17-411c-9eb7-ded1c6aba50b", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "556c79a7-df17-411c-9eb7-ded1c6aba50b", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "1b8e30c7-f18a-4ca3-b0ff-9d21c6c0cf3d", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "1b8e30c7-f18a-4ca3-b0ff-9d21c6c0cf3d", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "1b8e30c7-f18a-4ca3-b0ff-9d21c6c0cf3d", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "22a2016c-ab98-408b-bf48-8b472ae31d80", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "22a2016c-ab98-408b-bf48-8b472ae31d80", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "22a2016c-ab98-408b-bf48-8b472ae31d80", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "4dcbeecd-8963-48b3-bb9f-aa45fa3062ce", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "4dcbeecd-8963-48b3-bb9f-aa45fa3062ce", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "4dcbeecd-8963-48b3-bb9f-aa45fa3062ce", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "0933d3e5-7604-424f-a330-b91bbc6eb532", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "0933d3e5-7604-424f-a330-b91bbc6eb532", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "0933d3e5-7604-424f-a330-b91bbc6eb532", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "d2e1cd93-8bd8-4a0b-98a9-a462d6714388", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "d2e1cd93-8bd8-4a0b-98a9-a462d6714388", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "d2e1cd93-8bd8-4a0b-98a9-a462d6714388", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "86f19020-46e7-407c-86d3-67ed0ba663ec", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "86f19020-46e7-407c-86d3-67ed0ba663ec", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "86f19020-46e7-407c-86d3-67ed0ba663ec", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "openshift-service-ca.crt", "reconcileID": "1d515862-8add-4e99-94f3-7d4186d83ae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-trusted-ca-bundle", "reconcileID": "640c95ab-9583-4e25-a862-2f0859f3d606", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "openshift-service-ca.crt", "reconcileID": "312cc504-766d-4f0d-9e15-0c4341204866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-079998", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "openshift-service-ca.crt", "reconcileID": "312cc504-766d-4f0d-9e15-0c4341204866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "openshift-service-ca.crt", "reconcileID": "f36d3769-62f5-4e24-b31e-149e05545cd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae95b91e-a1eb-4956-b571-50d7247ff640", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-trusted-ca-bundle", "reconcileID": "124b880c-c3da-43e6-a0b1-8df91aa91c9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-trusted-ca-bundle", "reconcileID": "124b880c-c3da-43e6-a0b1-8df91aa91c9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e156b08c-db47-41c2-800b-0d8a9945efc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:03:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "7a689c96-959a-437e-b97d-b50379ee48ae", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "7a689c96-959a-437e-b97d-b50379ee48ae", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "7a689c96-959a-437e-b97d-b50379ee48ae", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa89875e-ce08-4dff-9cf8-457f96afc18a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "fab22bef-d8ec-4751-9985-df7795480b88", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "fab22bef-d8ec-4751-9985-df7795480b88", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "fab22bef-d8ec-4751-9985-df7795480b88", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "917520d8-1b30-4579-8770-da91e15ef7ab", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "917520d8-1b30-4579-8770-da91e15ef7ab", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "917520d8-1b30-4579-8770-da91e15ef7ab", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "8c78a9f1-5679-4573-bd00-466a25a8fa49", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "8c78a9f1-5679-4573-bd00-466a25a8fa49", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "8c78a9f1-5679-4573-bd00-466a25a8fa49", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "74b47d15-6c38-4c5b-b640-9c4241ade3c9", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "74b47d15-6c38-4c5b-b640-9c4241ade3c9", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "74b47d15-6c38-4c5b-b640-9c4241ade3c9", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "6b42d9d1-c07e-4520-84af-0028e48f598f", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "6b42d9d1-c07e-4520-84af-0028e48f598f", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "6b42d9d1-c07e-4520-84af-0028e48f598f", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "a2d2993c-d027-42b4-aee3-0fc12ad3d815", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "a2d2993c-d027-42b4-aee3-0fc12ad3d815", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "a2d2993c-d027-42b4-aee3-0fc12ad3d815", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "3bb292b2-9f97-4ea2-8623-6004bd4abba7", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "3bb292b2-9f97-4ea2-8623-6004bd4abba7", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "3bb292b2-9f97-4ea2-8623-6004bd4abba7", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7afadee-9799-41c4-b959-ab4e3cff52ba", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7afadee-9799-41c4-b959-ab4e3cff52ba", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7afadee-9799-41c4-b959-ab4e3cff52ba", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-trusted-ca-bundle", "reconcileID": "2d9bdb36-7734-40ec-97cb-850a03dda3ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "d3cc9881-bb6a-4d6a-a591-b31bdcfc5750", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "a6cd6386-1c4b-451e-997e-f9a28fe3f7ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "a6cd6386-1c4b-451e-997e-f9a28fe3f7ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "261a270f-1dec-4577-8183-e45f2f1e2509", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "261a270f-1dec-4577-8183-e45f2f1e2509", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T00:03:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0c1cf1b-2697-4fc3-8e8a-65ac97c71077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "732a93d1-caf9-41f9-9ef4-b8d8bd92cc23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-trusted-ca-bundle", "reconcileID": "adca86c8-84f9-4872-a382-8536ce631e38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:03:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-trusted-ca-bundle", "reconcileID": "adca86c8-84f9-4872-a382-8536ce631e38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb9b6677-73a0-4a20-a307-180310ac544b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d323a7fc-637b-4a57-9d10-06300adfc48b", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d323a7fc-637b-4a57-9d10-06300adfc48b", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d323a7fc-637b-4a57-9d10-06300adfc48b", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72399407-19d1-4e41-8a2b-b7f350968234", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:03:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "f8e4ba3f-c656-4ba4-bc8f-6e4d038a5a49", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:03:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "f8e4ba3f-c656-4ba4-bc8f-6e4d038a5a49", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:03:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "f8e4ba3f-c656-4ba4-bc8f-6e4d038a5a49", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:04:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "dbb87c7a-e646-4320-945a-c1cc4b85d6b8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "dbb87c7a-e646-4320-945a-c1cc4b85d6b8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "dbb87c7a-e646-4320-945a-c1cc4b85d6b8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "dbb87c7a-e646-4320-945a-c1cc4b85d6b8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998-kserve-route-authn"} 2026-07-16T00:04:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "dbb87c7a-e646-4320-945a-c1cc4b85d6b8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:04:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "dbb87c7a-e646-4320-945a-c1cc4b85d6b8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "f4e5a027-f4f9-4135-9521-054a68f53a6e", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "f4e5a027-f4f9-4135-9521-054a68f53a6e", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:04:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "f4e5a027-f4f9-4135-9521-054a68f53a6e", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:04:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "d0b9a304-b5a4-475a-86ec-87db53d2f759", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "d0b9a304-b5a4-475a-86ec-87db53d2f759", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "d0b9a304-b5a4-475a-86ec-87db53d2f759", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "d0b9a304-b5a4-475a-86ec-87db53d2f759", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998-kserve-route-authn"} 2026-07-16T00:04:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "d0b9a304-b5a4-475a-86ec-87db53d2f759", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:04:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "d0b9a304-b5a4-475a-86ec-87db53d2f759", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93dd8993-3d31-45bd-bfd6-fa06d5c4b6b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:04:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "ae157a3f-65d1-4295-b1e3-3532081584c7", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:04:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "ae157a3f-65d1-4295-b1e3-3532081584c7", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:04:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "ae157a3f-65d1-4295-b1e3-3532081584c7", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "3d6a7d96-d739-45d9-be9f-e436d01a1ac8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "3d6a7d96-d739-45d9-be9f-e436d01a1ac8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "3d6a7d96-d739-45d9-be9f-e436d01a1ac8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "3d6a7d96-d739-45d9-be9f-e436d01a1ac8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998-kserve-route-authn"} 2026-07-16T00:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "3d6a7d96-d739-45d9-be9f-e436d01a1ac8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "3d6a7d96-d739-45d9-be9f-e436d01a1ac8", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28c2303e-91b5-44af-8178-93acce46f482", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "c8257346-0e12-4599-80dc-804afdf613b7", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "c8257346-0e12-4599-80dc-804afdf613b7", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "c8257346-0e12-4599-80dc-804afdf613b7", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "c8257346-0e12-4599-80dc-804afdf613b7", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998-kserve-route-authn"} 2026-07-16T00:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "c8257346-0e12-4599-80dc-804afdf613b7", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "c8257346-0e12-4599-80dc-804afdf613b7", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:04:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "c9298731-bac2-47cc-928f-22883268e319", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "c9298731-bac2-47cc-928f-22883268e319", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "c9298731-bac2-47cc-928f-22883268e319", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "769550f9-268c-4236-85a1-280d2e4bd213", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:04:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "c9298731-bac2-47cc-928f-22883268e319", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115-kserve-route-authn"} 2026-07-16T00:04:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "c9298731-bac2-47cc-928f-22883268e319", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:04:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "c9298731-bac2-47cc-928f-22883268e319", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "769550f9-268c-4236-85a1-280d2e4bd213", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:04:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "769550f9-268c-4236-85a1-280d2e4bd213", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:04:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "5da05c7b-70cc-4159-9b38-d684e81e96d7", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "5da05c7b-70cc-4159-9b38-d684e81e96d7", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "5da05c7b-70cc-4159-9b38-d684e81e96d7", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "5da05c7b-70cc-4159-9b38-d684e81e96d7", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115-kserve-route-authn"} 2026-07-16T00:04:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "5da05c7b-70cc-4159-9b38-d684e81e96d7", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:04:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "5da05c7b-70cc-4159-9b38-d684e81e96d7", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "4e2fc54c-2ce2-4917-9bbb-28a802976852", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "4e2fc54c-2ce2-4917-9bbb-28a802976852", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "4e2fc54c-2ce2-4917-9bbb-28a802976852", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:04:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "ec2b67e5-4354-46a1-bc07-a7643b6a1694", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "ec2b67e5-4354-46a1-bc07-a7643b6a1694", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "ec2b67e5-4354-46a1-bc07-a7643b6a1694", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "ec2b67e5-4354-46a1-bc07-a7643b6a1694", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115-kserve-route-authn"} 2026-07-16T00:04:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "ec2b67e5-4354-46a1-bc07-a7643b6a1694", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:04:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "ec2b67e5-4354-46a1-bc07-a7643b6a1694", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "8997f7c5-370a-4433-b0f8-1d21756cc4c1", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "8997f7c5-370a-4433-b0f8-1d21756cc4c1", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "8997f7c5-370a-4433-b0f8-1d21756cc4c1", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "8997f7c5-370a-4433-b0f8-1d21756cc4c1", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115-kserve-route-authn"} 2026-07-16T00:04:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "8997f7c5-370a-4433-b0f8-1d21756cc4c1", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:04:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "8997f7c5-370a-4433-b0f8-1d21756cc4c1", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "4c7a363b-0350-45c6-9dc2-cd1bf6d98b53", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "4c7a363b-0350-45c6-9dc2-cd1bf6d98b53", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "4c7a363b-0350-45c6-9dc2-cd1bf6d98b53", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:05:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "636d4736-415f-474f-9ab2-0ce2cef5d0b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "0db616a3-f29e-4efd-8078-7ffc0c7b9421", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "0db616a3-f29e-4efd-8078-7ffc0c7b9421", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "0db616a3-f29e-4efd-8078-7ffc0c7b9421", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:06:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T00:06:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T00:06:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T00:06:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T00:06:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998"} 2026-07-16T00:06:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998-kserve-route-authn"} 2026-07-16T00:06:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998-kserve-route-authn"} 2026-07-16T00:06:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "2ea861ad-20c4-42f9-9f74-b6966fce8313", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "auth-test-model-079998", "reconcileID": "26deb0af-2c09-41e7-b3e3-a646379452af", "LLMInferenceService": "auth-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "c06867cc-158b-49a1-a5c2-09d12dbfbc86", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "c06867cc-158b-49a1-a5c2-09d12dbfbc86", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "c06867cc-158b-49a1-a5c2-09d12dbfbc86", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "a6897fbd-e1a1-4f56-8d96-5dc7d7325063", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "a6897fbd-e1a1-4f56-8d96-5dc7d7325063", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "a6897fbd-e1a1-4f56-8d96-5dc7d7325063", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:06:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115"} 2026-07-16T00:06:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:06:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:06:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115-kserve-route-authn"} 2026-07-16T00:06:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115-kserve-route-authn"} 2026-07-16T00:06:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:06:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "00ae70ea-7431-4827-b3f6-b29eb7d8e4e2", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:06:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "auth-test-model-91d115", "reconcileID": "dfce41b1-1a28-43bf-813b-4f8b050445a3", "LLMInferenceService": "auth-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "cc2d37b0-a9c9-43bc-b796-391fa76904a7", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "cc2d37b0-a9c9-43bc-b796-391fa76904a7", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "cc2d37b0-a9c9-43bc-b796-391fa76904a7", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "f9de2879-15a9-48c8-be3b-a8f74094507a", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "f9de2879-15a9-48c8-be3b-a8f74094507a", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "f9de2879-15a9-48c8-be3b-a8f74094507a", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:06:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "10f6812e-0814-4513-bfe5-010790960447", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "10f6812e-0814-4513-bfe5-010790960447", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "10f6812e-0814-4513-bfe5-010790960447", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "f04ddbbe-467f-4295-9995-2987a3fa878e", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "10f6812e-0814-4513-bfe5-010790960447", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998-kserve-route-authn"} 2026-07-16T00:06:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "10f6812e-0814-4513-bfe5-010790960447", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:06:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "10f6812e-0814-4513-bfe5-010790960447", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "f04ddbbe-467f-4295-9995-2987a3fa878e", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "f04ddbbe-467f-4295-9995-2987a3fa878e", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "5e8f77c0-e47b-4b00-b553-cdc66625f4c7", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "5e8f77c0-e47b-4b00-b553-cdc66625f4c7", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "5e8f77c0-e47b-4b00-b553-cdc66625f4c7", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "5e8f77c0-e47b-4b00-b553-cdc66625f4c7", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998-kserve-route-authn"} 2026-07-16T00:06:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "5e8f77c0-e47b-4b00-b553-cdc66625f4c7", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:06:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "5e8f77c0-e47b-4b00-b553-cdc66625f4c7", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "7b4d9d43-1b09-4c5f-bec9-3a156330755f", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "7b4d9d43-1b09-4c5f-bec9-3a156330755f", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "7b4d9d43-1b09-4c5f-bec9-3a156330755f", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:07:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "68da3cc2-dc6d-4687-ac64-074ee918c86b", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "68da3cc2-dc6d-4687-ac64-074ee918c86b", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "68da3cc2-dc6d-4687-ac64-074ee918c86b", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "68da3cc2-dc6d-4687-ac64-074ee918c86b", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998-kserve-route-authn"} 2026-07-16T00:07:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "68da3cc2-dc6d-4687-ac64-074ee918c86b", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:07:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "68da3cc2-dc6d-4687-ac64-074ee918c86b", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "6ac69fd9-8682-4195-8f19-41bce551b094", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "6ac69fd9-8682-4195-8f19-41bce551b094", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "6ac69fd9-8682-4195-8f19-41bce551b094", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "6ac69fd9-8682-4195-8f19-41bce551b094", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998-kserve-route-authn"} 2026-07-16T00:07:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "6ac69fd9-8682-4195-8f19-41bce551b094", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:07:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "6ac69fd9-8682-4195-8f19-41bce551b094", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:07:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "e1e19e38-67fa-44b2-bee6-6509c9e3f7be", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "e1e19e38-67fa-44b2-bee6-6509c9e3f7be", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "e1e19e38-67fa-44b2-bee6-6509c9e3f7be", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7c03eac-acbd-4b08-9c45-e021e797a2e5", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:07:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "e1e19e38-67fa-44b2-bee6-6509c9e3f7be", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:07:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "e1e19e38-67fa-44b2-bee6-6509c9e3f7be", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:07:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "e1e19e38-67fa-44b2-bee6-6509c9e3f7be", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7c03eac-acbd-4b08-9c45-e021e797a2e5", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:07:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7c03eac-acbd-4b08-9c45-e021e797a2e5", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:07:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "1e50777b-8e7d-4fb4-a309-07dd723a7daf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "1e50777b-8e7d-4fb4-a309-07dd723a7daf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "1e50777b-8e7d-4fb4-a309-07dd723a7daf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "1e50777b-8e7d-4fb4-a309-07dd723a7daf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:07:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "1e50777b-8e7d-4fb4-a309-07dd723a7daf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:07:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "1e50777b-8e7d-4fb4-a309-07dd723a7daf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "c6668990-7cd2-430d-9e7a-9a9359fe9212", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "c6668990-7cd2-430d-9e7a-9a9359fe9212", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "c6668990-7cd2-430d-9e7a-9a9359fe9212", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:07:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "cd5261d8-4169-4a4b-9bb0-1380773f79bf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "cd5261d8-4169-4a4b-9bb0-1380773f79bf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "cd5261d8-4169-4a4b-9bb0-1380773f79bf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "cd5261d8-4169-4a4b-9bb0-1380773f79bf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:07:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "cd5261d8-4169-4a4b-9bb0-1380773f79bf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:07:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "cd5261d8-4169-4a4b-9bb0-1380773f79bf", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "096434a8-fabf-4e30-a328-1eda9c9d9a02", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "096434a8-fabf-4e30-a328-1eda9c9d9a02", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "096434a8-fabf-4e30-a328-1eda9c9d9a02", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "096434a8-fabf-4e30-a328-1eda9c9d9a02", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:07:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "096434a8-fabf-4e30-a328-1eda9c9d9a02", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:07:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "096434a8-fabf-4e30-a328-1eda9c9d9a02", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "a203777a-5c76-4432-9b9d-53a3b59e976d", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "a203777a-5c76-4432-9b9d-53a3b59e976d", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "a203777a-5c76-4432-9b9d-53a3b59e976d", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:07:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "a203777a-5c76-4432-9b9d-53a3b59e976d", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:07:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "a203777a-5c76-4432-9b9d-53a3b59e976d", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:07:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "a203777a-5c76-4432-9b9d-53a3b59e976d", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998"} 2026-07-16T00:08:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "49618bea-39fe-4afa-9968-bddb8d220d3e", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "sub-test-model-079998", "reconcileID": "7120d664-07f1-4cca-a942-3a8efbccead5", "LLMInferenceService": "sub-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "24b70c6b-d703-4624-aaf8-b2899023ba0b", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "24b70c6b-d703-4624-aaf8-b2899023ba0b", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "24b70c6b-d703-4624-aaf8-b2899023ba0b", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "bbda3e75-ed93-4ab5-88bf-8d7c252d9f15", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "bbda3e75-ed93-4ab5-88bf-8d7c252d9f15", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "bbda3e75-ed93-4ab5-88bf-8d7c252d9f15", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115"} 2026-07-16T00:08:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "74d3e52a-ff80-48be-bda3-02e91e5488fa", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "sub-test-model-91d115", "reconcileID": "fe3585e1-6822-4cb0-a8d2-45d72bbe0862", "LLMInferenceService": "sub-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "0d27e38d-df00-4fae-9d5a-d49ee5662be2", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "0d27e38d-df00-4fae-9d5a-d49ee5662be2", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "0d27e38d-df00-4fae-9d5a-d49ee5662be2", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "7c20d8c9-38cf-457f-a6d1-cb45b0a5c589", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "7c20d8c9-38cf-457f-a6d1-cb45b0a5c589", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "7c20d8c9-38cf-457f-a6d1-cb45b0a5c589", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "e7ca1da4-7693-496d-a461-836075213e05", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "e7ca1da4-7693-496d-a461-836075213e05", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "e7ca1da4-7693-496d-a461-836075213e05", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "79c60ffc-d782-4da8-8d48-13861c2d4ab5", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "e7ca1da4-7693-496d-a461-836075213e05", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "e7ca1da4-7693-496d-a461-836075213e05", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:08:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "e7ca1da4-7693-496d-a461-836075213e05", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "79c60ffc-d782-4da8-8d48-13861c2d4ab5", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:08:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "79c60ffc-d782-4da8-8d48-13861c2d4ab5", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "ef7b57e9-1cbd-4119-8551-fb275566916d", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "ef7b57e9-1cbd-4119-8551-fb275566916d", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "ef7b57e9-1cbd-4119-8551-fb275566916d", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "ef7b57e9-1cbd-4119-8551-fb275566916d", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "ef7b57e9-1cbd-4119-8551-fb275566916d", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:08:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "ef7b57e9-1cbd-4119-8551-fb275566916d", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "1e1f2a68-59b6-4719-af97-72402ce5f74c", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "1e1f2a68-59b6-4719-af97-72402ce5f74c", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:08:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "1e1f2a68-59b6-4719-af97-72402ce5f74c", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:08:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "d976182b-18ef-481e-a8c6-c16f3cf70d34", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "d976182b-18ef-481e-a8c6-c16f3cf70d34", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "d976182b-18ef-481e-a8c6-c16f3cf70d34", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "d976182b-18ef-481e-a8c6-c16f3cf70d34", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "d976182b-18ef-481e-a8c6-c16f3cf70d34", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:08:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "d976182b-18ef-481e-a8c6-c16f3cf70d34", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "c047939c-f7a0-42fa-8746-bea9b96e9b46", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "c047939c-f7a0-42fa-8746-bea9b96e9b46", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "c047939c-f7a0-42fa-8746-bea9b96e9b46", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "c047939c-f7a0-42fa-8746-bea9b96e9b46", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "c047939c-f7a0-42fa-8746-bea9b96e9b46", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:08:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "c047939c-f7a0-42fa-8746-bea9b96e9b46", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "5234412f-33a4-4b75-8088-91cf2a93240a", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "5234412f-33a4-4b75-8088-91cf2a93240a", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "5234412f-33a4-4b75-8088-91cf2a93240a", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "5234412f-33a4-4b75-8088-91cf2a93240a", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:08:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "5234412f-33a4-4b75-8088-91cf2a93240a", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "authType": "userdefined"} 2026-07-16T00:08:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "5234412f-33a4-4b75-8088-91cf2a93240a", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:08:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c1f3de86-f484-4768-b931-072bcc5dea55", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c1f3de86-f484-4768-b931-072bcc5dea55", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c1f3de86-f484-4768-b931-072bcc5dea55", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "3e2b7f73-7b37-4873-a5fe-e291a06ad430", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c1f3de86-f484-4768-b931-072bcc5dea55", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c1f3de86-f484-4768-b931-072bcc5dea55", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:08:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c1f3de86-f484-4768-b931-072bcc5dea55", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "3e2b7f73-7b37-4873-a5fe-e291a06ad430", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "3e2b7f73-7b37-4873-a5fe-e291a06ad430", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "72d0bcf7-3ab3-469c-862f-02431a1dd9bc", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "72d0bcf7-3ab3-469c-862f-02431a1dd9bc", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "72d0bcf7-3ab3-469c-862f-02431a1dd9bc", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "72d0bcf7-3ab3-469c-862f-02431a1dd9bc", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "72d0bcf7-3ab3-469c-862f-02431a1dd9bc", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:08:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "72d0bcf7-3ab3-469c-862f-02431a1dd9bc", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "45a33ad3-d46f-4a70-a5d9-b577566fc711", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "45a33ad3-d46f-4a70-a5d9-b577566fc711", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "45a33ad3-d46f-4a70-a5d9-b577566fc711", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:08:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "ed3824e7-4b17-4183-b3b6-4f1e77ef8835", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "ed3824e7-4b17-4183-b3b6-4f1e77ef8835", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "ed3824e7-4b17-4183-b3b6-4f1e77ef8835", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "ed3824e7-4b17-4183-b3b6-4f1e77ef8835", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "ed3824e7-4b17-4183-b3b6-4f1e77ef8835", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:08:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "ed3824e7-4b17-4183-b3b6-4f1e77ef8835", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "52442a92-bff6-4d17-b940-3c74b5bfdc8d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "52442a92-bff6-4d17-b940-3c74b5bfdc8d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "52442a92-bff6-4d17-b940-3c74b5bfdc8d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "52442a92-bff6-4d17-b940-3c74b5bfdc8d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "52442a92-bff6-4d17-b940-3c74b5bfdc8d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:08:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "52442a92-bff6-4d17-b940-3c74b5bfdc8d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c7a3ef7b-a699-4d3c-b408-c14d0838d6b1", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c7a3ef7b-a699-4d3c-b408-c14d0838d6b1", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c7a3ef7b-a699-4d3c-b408-c14d0838d6b1", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:08:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c7a3ef7b-a699-4d3c-b408-c14d0838d6b1", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:08:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c7a3ef7b-a699-4d3c-b408-c14d0838d6b1", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "authType": "userdefined"} 2026-07-16T00:08:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c7a3ef7b-a699-4d3c-b408-c14d0838d6b1", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a929441f-3d80-4a75-98c8-cd86bc28de69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5e41a94-52e3-4b7e-a4d1-c4e1e1e2d2b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:09:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998"} 2026-07-16T00:09:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:09:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998-kserve-route-authn"} 2026-07-16T00:09:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "526be838-caac-4558-8bb0-5dabd4a65ce8", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-079998","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "rate-test-model-079998", "reconcileID": "172aacb1-ad5f-46d5-9bd5-1e741d4be890", "LLMInferenceService": "rate-test-model-079998", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "96be7a10-5caa-4ad4-b6dd-8c94060a1381", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:09:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "96be7a10-5caa-4ad4-b6dd-8c94060a1381", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:09:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "96be7a10-5caa-4ad4-b6dd-8c94060a1381", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:09:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "9edf6651-addb-47c2-a26e-a9c1c784e8b5", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:09:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "9edf6651-addb-47c2-a26e-a9c1c784e8b5", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:09:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "9edf6651-addb-47c2-a26e-a9c1c784e8b5", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:09:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115"} 2026-07-16T00:09:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:09:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115-kserve-route-authn"} 2026-07-16T00:09:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "c6707e16-1638-4c44-9e25-3dab30183b1d", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-91d115","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "rate-test-model-91d115", "reconcileID": "7b65f41b-814d-43e2-abaf-3282fcd855dd", "LLMInferenceService": "rate-test-model-91d115", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:09:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "6d353715-1fe7-428b-baaa-a98851f7dedd", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:09:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "6d353715-1fe7-428b-baaa-a98851f7dedd", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:09:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "6d353715-1fe7-428b-baaa-a98851f7dedd", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:09:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7a45bfd-3ade-44f9-b52c-3a01dccdcf50", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:09:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7a45bfd-3ade-44f9-b52c-3a01dccdcf50", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:09:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "d7a45bfd-3ade-44f9-b52c-3a01dccdcf50", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:09:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "ae60bf89-1498-40b9-87b4-59149809a981", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:09:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "ae60bf89-1498-40b9-87b4-59149809a981", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:09:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "ae60bf89-1498-40b9-87b4-59149809a981", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:09:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b010199f-9cb5-4ca5-996a-c29b6a20ad3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b010199f-9cb5-4ca5-996a-c29b6a20ad3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:09:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b010199f-9cb5-4ca5-996a-c29b6a20ad3a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-079998 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T00:09:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-trusted-ca-bundle", "reconcileID": "4afa7bc1-6169-448a-936a-0e135140e946", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-trusted-ca-bundle", "reconcileID": "4afa7bc1-6169-448a-936a-0e135140e946", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "openshift-service-ca.crt", "reconcileID": "11b9f8a2-3211-4990-84d5-b353baa439c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "openshift-service-ca.crt", "reconcileID": "11b9f8a2-3211-4990-84d5-b353baa439c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd33647c-6691-4ef8-b354-9a10d6e04e96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:09:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-079998"}, "namespace": "ai-tenant-e2e-shared-a-079998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd33647c-6691-4ef8-b354-9a10d6e04e96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-079998"} 2026-07-16T00:10:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "e89c3ec7-60e9-47a3-95c7-5aa67165eb64", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:10:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "e89c3ec7-60e9-47a3-95c7-5aa67165eb64", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress", "name": "e2e-shared-a-079998-authn-ssl"} 2026-07-16T00:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "e89c3ec7-60e9-47a3-95c7-5aa67165eb64", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7806c1cd-57a0-40f1-8dcf-5dbe90bcd424", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T00:10:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-079998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-079998", "reconcileID": "a3692d46-387a-4c36-9509-97475ff609bd", "Gateway": "e2e-shared-a-079998", "namespace": "openshift-ingress"} 2026-07-16T00:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "261740ce-e3fc-4bb8-b742-ac48804e4d2d", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "261740ce-e3fc-4bb8-b742-ac48804e4d2d", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "261740ce-e3fc-4bb8-b742-ac48804e4d2d", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:10:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1bfdcaa-1209-4d64-b55b-d156be9b6b8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1bfdcaa-1209-4d64-b55b-d156be9b6b8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T00:10:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1bfdcaa-1209-4d64-b55b-d156be9b6b8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-91d115 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T00:10:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-trusted-ca-bundle", "reconcileID": "472296a8-550b-4e36-858b-88e21eb7aceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-trusted-ca-bundle", "reconcileID": "472296a8-550b-4e36-858b-88e21eb7aceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "1621c486-34a1-49b7-9ee5-9995a7301299", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "openshift-service-ca.crt", "reconcileID": "1621c486-34a1-49b7-9ee5-9995a7301299", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "629a64ef-f5aa-4ca1-bef6-3ee28fe94663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-91d115"}, "namespace": "ai-tenant-e2e-shared-b-91d115", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "629a64ef-f5aa-4ca1-bef6-3ee28fe94663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-91d115"} 2026-07-16T00:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "02e5809f-46e4-45f0-8e3b-f87663ec6717", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "02e5809f-46e4-45f0-8e3b-f87663ec6717", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115-authn-ssl"} 2026-07-16T00:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "02e5809f-46e4-45f0-8e3b-f87663ec6717", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"} 2026-07-16T00:10:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-91d115","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-91d115", "reconcileID": "02425d73-0c14-40f1-9d37-945d7c8d8ca3", "Gateway": "e2e-shared-b-91d115", "namespace": "openshift-ingress"}