sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94fcac84-e636-4dfb-b9d5-772459330fa7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "openshift-service-ca.crt", "reconcileID": "1760ed17-fc94-4643-8e3c-73cabf304c72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "openshift-service-ca.crt", "reconcileID": "32a48a37-b7fa-409f-af42-6af72a00d6ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:48:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "5261a811-8e19-4dc9-868f-76da54adb417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:48:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "5261a811-8e19-4dc9-868f-76da54adb417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58ce5568-9e82-49c9-84e0-204160eab15b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "3b4897d7-8b31-4f86-b0a0-5c0c33c6c772", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "3b4897d7-8b31-4f86-b0a0-5c0c33c6c772", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16-authn-ssl"} 2026-07-06T20:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "3b4897d7-8b31-4f86-b0a0-5c0c33c6c772", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "66409473-1fac-412e-9786-2ae62b523a38", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:48:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "10264d7c-f200-4c23-80f9-ad27a51555ee", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress"} 2026-07-06T20:48:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "10264d7c-f200-4c23-80f9-ad27a51555ee", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress", "name": "e2e-api-a-220e12-authn-ssl"} 2026-07-06T20:48:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "10264d7c-f200-4c23-80f9-ad27a51555ee", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress"} 2026-07-06T20:48:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "cc494402-797b-4fd0-a243-c84d14cf351f", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:48:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "cc494402-797b-4fd0-a243-c84d14cf351f", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16-authn-ssl"} 2026-07-06T20:48:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "cc494402-797b-4fd0-a243-c84d14cf351f", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:48:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b96f1884-5a31-4a39-a7a5-d97da26db973", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "eab0c332-6525-449b-8562-0301f0331b48", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress"} 2026-07-06T20:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "eab0c332-6525-449b-8562-0301f0331b48", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress", "name": "e2e-api-a-220e12-authn-ssl"} 2026-07-06T20:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "eab0c332-6525-449b-8562-0301f0331b48", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress"} 2026-07-06T20:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "e189f520-0e76-446c-972b-2aa61dc7dd7b", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "e189f520-0e76-446c-972b-2aa61dc7dd7b", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16-authn-ssl"} 2026-07-06T20:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "e189f520-0e76-446c-972b-2aa61dc7dd7b", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad6b714-5eac-4bed-9ad0-9cfc65875baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad6b714-5eac-4bed-9ad0-9cfc65875baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-220e12", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:48:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad6b714-5eac-4bed-9ad0-9cfc65875baf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-220e12 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-trusted-ca-bundle", "reconcileID": "c8666eb1-e157-42a8-b2a9-c1ba253e51a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-trusted-ca-bundle", "reconcileID": "c8666eb1-e157-42a8-b2a9-c1ba253e51a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "openshift-service-ca.crt", "reconcileID": "2c1bb832-bd96-4c35-bfb0-c33a84fdf9e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "openshift-service-ca.crt", "reconcileID": "2c1bb832-bd96-4c35-bfb0-c33a84fdf9e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9809a3b2-0cba-4f95-9652-bd6011507c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-220e12"}, "namespace": "ai-tenant-e2e-api-a-220e12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9809a3b2-0cba-4f95-9652-bd6011507c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-220e12"} 2026-07-06T20:48:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-220e12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-220e12", "reconcileID": "12d24b4e-a6ee-4994-855e-8783b4ae9120", "Gateway": "e2e-api-a-220e12", "namespace": "openshift-ingress"} 2026-07-06T20:49:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a34aab57-a558-4552-9a1d-fc55424ae9bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:49:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "56e0b086-cfbe-4b27-b8b8-01c741c012be", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:49:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "56e0b086-cfbe-4b27-b8b8-01c741c012be", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16-authn-ssl"} 2026-07-06T20:49:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "56e0b086-cfbe-4b27-b8b8-01c741c012be", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:49:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9817f29-bbd9-4ad1-91ab-8d02bbadb70d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9817f29-bbd9-4ad1-91ab-8d02bbadb70d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9817f29-bbd9-4ad1-91ab-8d02bbadb70d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b42d16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:49:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "9210fc43-f448-4d0c-844c-2f0cbb86d6ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "9210fc43-f448-4d0c-844c-2f0cbb86d6ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "9210fc43-f448-4d0c-844c-2f0cbb86d6ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b42d16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:49:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "openshift-service-ca.crt", "reconcileID": "43053e21-7e43-41ed-818e-a2902f7a6d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "openshift-service-ca.crt", "reconcileID": "43053e21-7e43-41ed-818e-a2902f7a6d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95c5dcf-81de-4f64-bc1b-11d9be712115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95c5dcf-81de-4f64-bc1b-11d9be712115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "1504cfd9-9f7f-4582-801f-4bb2df16ed46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b42d16"}, "namespace": "ai-tenant-e2e-api-b-b42d16", "name": "odh-trusted-ca-bundle", "reconcileID": "1504cfd9-9f7f-4582-801f-4bb2df16ed46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b42d16"} 2026-07-06T20:49:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b42d16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b42d16", "reconcileID": "3f80250f-6bbc-4da4-a161-0e32c86f7a10", "Gateway": "e2e-api-b-b42d16", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "2d57dfce-704f-4f1c-a6df-78ad90e54980", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "2d57dfce-704f-4f1c-a6df-78ad90e54980", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "2d57dfce-704f-4f1c-a6df-78ad90e54980", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "51b53e37-aeb2-4eed-87fe-af904df9d1ec", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "51b53e37-aeb2-4eed-87fe-af904df9d1ec", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "51b53e37-aeb2-4eed-87fe-af904df9d1ec", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6569e08f-6458-4363-92c3-8980c977ba8c", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6569e08f-6458-4363-92c3-8980c977ba8c", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6569e08f-6458-4363-92c3-8980c977ba8c", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "bd9c7e95-2605-4116-ba5a-8b71db67c36b", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "bd9c7e95-2605-4116-ba5a-8b71db67c36b", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "bd9c7e95-2605-4116-ba5a-8b71db67c36b", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "4bbf5c3d-f436-4a06-8f96-2ee44c400be5", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "4bbf5c3d-f436-4a06-8f96-2ee44c400be5", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "4bbf5c3d-f436-4a06-8f96-2ee44c400be5", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "113f42b7-faf5-4218-a271-0538aa7a8eac", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "113f42b7-faf5-4218-a271-0538aa7a8eac", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "113f42b7-faf5-4218-a271-0538aa7a8eac", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "5c2a0570-4a15-46a1-9b18-4c94cb8bc6d7", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "5c2a0570-4a15-46a1-9b18-4c94cb8bc6d7", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "5c2a0570-4a15-46a1-9b18-4c94cb8bc6d7", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "6a12b6c3-c091-4dad-9f0e-dab71b7324ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-trusted-ca-bundle", "reconcileID": "91961cdb-45d0-4be7-ac1a-5538495b43ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-trusted-ca-bundle", "reconcileID": "91961cdb-45d0-4be7-ac1a-5538495b43ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "badbdc67-b7d6-4248-b07e-0ebd05ef7582", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7306a9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "badbdc67-b7d6-4248-b07e-0ebd05ef7582", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35997e35-f635-437b-84ee-c6895c2b0b88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "7061a7b3-25dc-44cb-8130-dc1fddbd21d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "9f0254f4-e8f1-4927-895a-85c160c21f9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-trusted-ca-bundle", "reconcileID": "93528868-f900-4397-9d4c-eb37409de31b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-trusted-ca-bundle", "reconcileID": "93528868-f900-4397-9d4c-eb37409de31b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e42bf6ad-f2e9-42e9-b39e-9668234aec0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3547a37d-3c4c-4d26-8faf-bd90e9ff293e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3547a37d-3c4c-4d26-8faf-bd90e9ff293e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3547a37d-3c4c-4d26-8faf-bd90e9ff293e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e558fca1-59a4-4945-9bbf-95d48ceb3ad7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "7fdc83c8-601e-4201-9b7b-a2ff16c43684", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "7fdc83c8-601e-4201-9b7b-a2ff16c43684", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "7fdc83c8-601e-4201-9b7b-a2ff16c43684", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f4eee6ff-47ce-4778-bd52-2913c30af1bf", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f4eee6ff-47ce-4778-bd52-2913c30af1bf", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f4eee6ff-47ce-4778-bd52-2913c30af1bf", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "924ce467-64bb-4fd6-856a-a84491c6ab23", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "924ce467-64bb-4fd6-856a-a84491c6ab23", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "924ce467-64bb-4fd6-856a-a84491c6ab23", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "502e89bc-7c64-43d0-b539-9f5b85f744d4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "502e89bc-7c64-43d0-b539-9f5b85f744d4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "502e89bc-7c64-43d0-b539-9f5b85f744d4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a0b7d032-1c73-4422-bc1e-70d673076e15", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a0b7d032-1c73-4422-bc1e-70d673076e15", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a0b7d032-1c73-4422-bc1e-70d673076e15", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "141fe179-b8c8-4a9f-a88f-7b4c2259f241", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "141fe179-b8c8-4a9f-a88f-7b4c2259f241", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "141fe179-b8c8-4a9f-a88f-7b4c2259f241", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "bad88f70-ffb9-4d12-aa2c-bea74d699cfa", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "bad88f70-ffb9-4d12-aa2c-bea74d699cfa", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "bad88f70-ffb9-4d12-aa2c-bea74d699cfa", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "8d3ae6aa-d7f6-4ab1-978d-75ef34e900d4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "8d3ae6aa-d7f6-4ab1-978d-75ef34e900d4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "8d3ae6aa-d7f6-4ab1-978d-75ef34e900d4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "373e08a2-73d7-4af6-9f23-747c7a994cc4", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "373e08a2-73d7-4af6-9f23-747c7a994cc4", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "373e08a2-73d7-4af6-9f23-747c7a994cc4", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "openshift-service-ca.crt", "reconcileID": "a20bad6e-96db-4ec1-a1f0-aa4cc3182ba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-trusted-ca-bundle", "reconcileID": "071441f4-9c81-4944-b3cf-c40ebb273087", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "openshift-service-ca.crt", "reconcileID": "3adc8b45-1d00-499b-9165-69d10537c447", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d729fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "openshift-service-ca.crt", "reconcileID": "3adc8b45-1d00-499b-9165-69d10537c447", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5962db7c-c641-41c7-aeea-8b9362aeecc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "openshift-service-ca.crt", "reconcileID": "44bf3ed5-71fd-4353-bda5-2a7a151e4798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-trusted-ca-bundle", "reconcileID": "5cfbee6e-2ba5-4926-8ffe-09963fd38461", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:49:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-trusted-ca-bundle", "reconcileID": "5cfbee6e-2ba5-4926-8ffe-09963fd38461", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36152c75-4ac3-4728-a596-dc8ba9dc0337", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "eeb433bf-bc37-482d-bc8d-c764bd811b9c", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "eeb433bf-bc37-482d-bc8d-c764bd811b9c", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "eeb433bf-bc37-482d-bc8d-c764bd811b9c", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "abe03292-6daa-45b9-9e95-f273df7c400a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:49:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "ad2e4987-5fbe-4ba9-b455-0978e87a9c3b", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "ad2e4987-5fbe-4ba9-b455-0978e87a9c3b", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "ad2e4987-5fbe-4ba9-b455-0978e87a9c3b", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "ad2e4987-5fbe-4ba9-b455-0978e87a9c3b", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:49:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "ad2e4987-5fbe-4ba9-b455-0978e87a9c3b", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:49:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "ad2e4987-5fbe-4ba9-b455-0978e87a9c3b", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "a58eeabd-e773-49ef-a19e-013b85450ee4", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "a58eeabd-e773-49ef-a19e-013b85450ee4", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "a58eeabd-e773-49ef-a19e-013b85450ee4", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "78806d64-3d70-4314-91ee-0c00cea15322", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "78806d64-3d70-4314-91ee-0c00cea15322", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "78806d64-3d70-4314-91ee-0c00cea15322", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "78806d64-3d70-4314-91ee-0c00cea15322", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:49:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "78806d64-3d70-4314-91ee-0c00cea15322", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:49:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "78806d64-3d70-4314-91ee-0c00cea15322", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "de341980-60f2-4501-8e91-038eee6a5212", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "de341980-60f2-4501-8e91-038eee6a5212", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "de341980-60f2-4501-8e91-038eee6a5212", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3a3b73e3-d117-49ca-9fa6-895add25fbf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b94f1f63-79da-4a79-b01d-49027d97c750", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "18f4ae62-4720-4475-9646-79a001152063", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "18f4ae62-4720-4475-9646-79a001152063", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "18f4ae62-4720-4475-9646-79a001152063", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "0f68f4c7-29c3-4c66-8b65-2f5a709fba4c", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "0f68f4c7-29c3-4c66-8b65-2f5a709fba4c", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "0f68f4c7-29c3-4c66-8b65-2f5a709fba4c", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "0f68f4c7-29c3-4c66-8b65-2f5a709fba4c", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "0f68f4c7-29c3-4c66-8b65-2f5a709fba4c", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "0f68f4c7-29c3-4c66-8b65-2f5a709fba4c", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "c34b7dfb-2927-4855-ae95-a3ab5c6b01b6", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "c34b7dfb-2927-4855-ae95-a3ab5c6b01b6", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "c34b7dfb-2927-4855-ae95-a3ab5c6b01b6", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "c34b7dfb-2927-4855-ae95-a3ab5c6b01b6", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:49:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "c34b7dfb-2927-4855-ae95-a3ab5c6b01b6", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:49:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "c34b7dfb-2927-4855-ae95-a3ab5c6b01b6", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "e051a78b-a10e-4e20-8ded-5a0e83ae4254", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "e051a78b-a10e-4e20-8ded-5a0e83ae4254", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "e051a78b-a10e-4e20-8ded-5a0e83ae4254", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "e051a78b-a10e-4e20-8ded-5a0e83ae4254", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:49:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "e051a78b-a10e-4e20-8ded-5a0e83ae4254", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:49:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "e051a78b-a10e-4e20-8ded-5a0e83ae4254", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "c5d6e2ce-8a84-4250-8f68-87cc85129d09", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "c5d6e2ce-8a84-4250-8f68-87cc85129d09", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "c5d6e2ce-8a84-4250-8f68-87cc85129d09", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "47e18ca5-118b-4a6e-8619-fec8cc7a809d", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "c5d6e2ce-8a84-4250-8f68-87cc85129d09", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "c5d6e2ce-8a84-4250-8f68-87cc85129d09", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "c5d6e2ce-8a84-4250-8f68-87cc85129d09", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "47e18ca5-118b-4a6e-8619-fec8cc7a809d", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:49:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "47e18ca5-118b-4a6e-8619-fec8cc7a809d", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "448840c8-4f48-4b40-ab16-a982a08e3a3f", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "448840c8-4f48-4b40-ab16-a982a08e3a3f", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "448840c8-4f48-4b40-ab16-a982a08e3a3f", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "448840c8-4f48-4b40-ab16-a982a08e3a3f", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "448840c8-4f48-4b40-ab16-a982a08e3a3f", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "448840c8-4f48-4b40-ab16-a982a08e3a3f", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "3af1dba8-1292-48e8-8e10-686828fab1e1", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "3af1dba8-1292-48e8-8e10-686828fab1e1", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "3af1dba8-1292-48e8-8e10-686828fab1e1", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:50:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "867f2ef0-cc17-4578-9e6c-96a1e9e71bd9", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "867f2ef0-cc17-4578-9e6c-96a1e9e71bd9", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "867f2ef0-cc17-4578-9e6c-96a1e9e71bd9", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "867f2ef0-cc17-4578-9e6c-96a1e9e71bd9", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:50:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "867f2ef0-cc17-4578-9e6c-96a1e9e71bd9", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:50:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "867f2ef0-cc17-4578-9e6c-96a1e9e71bd9", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "fe4d3ad1-f7c3-4667-98bd-66fb07298b4e", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "fe4d3ad1-f7c3-4667-98bd-66fb07298b4e", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "fe4d3ad1-f7c3-4667-98bd-66fb07298b4e", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "fe4d3ad1-f7c3-4667-98bd-66fb07298b4e", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:50:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "fe4d3ad1-f7c3-4667-98bd-66fb07298b4e", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:50:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "fe4d3ad1-f7c3-4667-98bd-66fb07298b4e", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "f0fb5b32-bfea-4978-a5d4-a1a733860ec7", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "f0fb5b32-bfea-4978-a5d4-a1a733860ec7", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "f0fb5b32-bfea-4978-a5d4-a1a733860ec7", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "f0fb5b32-bfea-4978-a5d4-a1a733860ec7", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:50:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "f0fb5b32-bfea-4978-a5d4-a1a733860ec7", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:50:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "f0fb5b32-bfea-4978-a5d4-a1a733860ec7", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "88335673-440f-425e-bc65-03ae552ba251", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "88335673-440f-425e-bc65-03ae552ba251", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "88335673-440f-425e-bc65-03ae552ba251", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:50:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "35469dcf-3a00-4873-b8aa-381aff927279", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:50:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "35469dcf-3a00-4873-b8aa-381aff927279", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:50:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "35469dcf-3a00-4873-b8aa-381aff927279", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:50:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:50:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:50:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:50:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:51:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9"} 2026-07-06T20:51:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:51:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:51:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "514f6476-be71-4b66-a5c8-1cd341df8b11", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "auth-test-model-7306a9", "reconcileID": "eef66e70-f8f0-4a91-85eb-ead4875361a4", "LLMInferenceService": "auth-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "38bde715-9918-4964-a724-be356a5a7df1", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "38bde715-9918-4964-a724-be356a5a7df1", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:51:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "38bde715-9918-4964-a724-be356a5a7df1", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "7620be87-4bc9-400c-b87b-917435359291", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "7620be87-4bc9-400c-b87b-917435359291", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:51:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "7620be87-4bc9-400c-b87b-917435359291", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:51:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa"} 2026-07-06T20:51:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:51:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:51:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:51:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:51:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:51:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "ef13b7b8-1061-46bc-a6a6-b27c09e8b897", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:51:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "auth-test-model-d729fa", "reconcileID": "92350aae-f116-4a82-ac46-9694ebbec9b4", "LLMInferenceService": "auth-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:51:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "14bccb4a-a018-4816-84bd-8eac44618e8a", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:51:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "14bccb4a-a018-4816-84bd-8eac44618e8a", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:51:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "14bccb4a-a018-4816-84bd-8eac44618e8a", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:51:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "2c60d593-db95-4e7d-a3a8-7a05858ef319", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:51:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "2c60d593-db95-4e7d-a3a8-7a05858ef319", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:51:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "2c60d593-db95-4e7d-a3a8-7a05858ef319", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:51:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "6f10625a-7e9a-4449-bbb1-33703aeacbc7", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "6f10625a-7e9a-4449-bbb1-33703aeacbc7", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "6f10625a-7e9a-4449-bbb1-33703aeacbc7", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3885d1c4-e1d8-4111-9012-fe233d8a67cb", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "6f10625a-7e9a-4449-bbb1-33703aeacbc7", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:51:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "6f10625a-7e9a-4449-bbb1-33703aeacbc7", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:51:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "6f10625a-7e9a-4449-bbb1-33703aeacbc7", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3885d1c4-e1d8-4111-9012-fe233d8a67cb", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:51:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3885d1c4-e1d8-4111-9012-fe233d8a67cb", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "9a60c6e6-fca6-4fb9-b334-d53530cba3c0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "9a60c6e6-fca6-4fb9-b334-d53530cba3c0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "9a60c6e6-fca6-4fb9-b334-d53530cba3c0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "9a60c6e6-fca6-4fb9-b334-d53530cba3c0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:51:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "9a60c6e6-fca6-4fb9-b334-d53530cba3c0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:51:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "9a60c6e6-fca6-4fb9-b334-d53530cba3c0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "1ae9402f-a1be-447b-9810-51a3f6c70b26", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "1ae9402f-a1be-447b-9810-51a3f6c70b26", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:51:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "1ae9402f-a1be-447b-9810-51a3f6c70b26", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:51:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "e7173aec-4059-4b9c-b379-677d35db9cba", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "e7173aec-4059-4b9c-b379-677d35db9cba", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "e7173aec-4059-4b9c-b379-677d35db9cba", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:51:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "e7173aec-4059-4b9c-b379-677d35db9cba", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:51:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "e7173aec-4059-4b9c-b379-677d35db9cba", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:51:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "e7173aec-4059-4b9c-b379-677d35db9cba", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "ac8e65f4-86b4-4d0e-8461-6abea6301110", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "ac8e65f4-86b4-4d0e-8461-6abea6301110", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "ac8e65f4-86b4-4d0e-8461-6abea6301110", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "ac8e65f4-86b4-4d0e-8461-6abea6301110", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:52:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "ac8e65f4-86b4-4d0e-8461-6abea6301110", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:52:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "ac8e65f4-86b4-4d0e-8461-6abea6301110", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44c0bdb7-485e-4a44-8b43-7a3a7f7bc0d1", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44c0bdb7-485e-4a44-8b43-7a3a7f7bc0d1", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44c0bdb7-485e-4a44-8b43-7a3a7f7bc0d1", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "dc2ef3e3-99f2-4130-8985-96e5972d346c", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44c0bdb7-485e-4a44-8b43-7a3a7f7bc0d1", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44c0bdb7-485e-4a44-8b43-7a3a7f7bc0d1", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:52:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44c0bdb7-485e-4a44-8b43-7a3a7f7bc0d1", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "dc2ef3e3-99f2-4130-8985-96e5972d346c", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "dc2ef3e3-99f2-4130-8985-96e5972d346c", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "6141ead8-4a21-48cc-b0d3-9fe37d880f20", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "6141ead8-4a21-48cc-b0d3-9fe37d880f20", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "6141ead8-4a21-48cc-b0d3-9fe37d880f20", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "6141ead8-4a21-48cc-b0d3-9fe37d880f20", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "6141ead8-4a21-48cc-b0d3-9fe37d880f20", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:52:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "6141ead8-4a21-48cc-b0d3-9fe37d880f20", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "b8a96b2f-73e1-4141-85de-b3eb7aff67da", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "b8a96b2f-73e1-4141-85de-b3eb7aff67da", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "b8a96b2f-73e1-4141-85de-b3eb7aff67da", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "0799fa75-fe46-40fc-a78d-a21329837790", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "0799fa75-fe46-40fc-a78d-a21329837790", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "0799fa75-fe46-40fc-a78d-a21329837790", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "0799fa75-fe46-40fc-a78d-a21329837790", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "0799fa75-fe46-40fc-a78d-a21329837790", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:52:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "0799fa75-fe46-40fc-a78d-a21329837790", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "77cffd12-d5b5-4aee-b7a9-5e45963fa4b7", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "77cffd12-d5b5-4aee-b7a9-5e45963fa4b7", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "77cffd12-d5b5-4aee-b7a9-5e45963fa4b7", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "77cffd12-d5b5-4aee-b7a9-5e45963fa4b7", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "77cffd12-d5b5-4aee-b7a9-5e45963fa4b7", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:52:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "77cffd12-d5b5-4aee-b7a9-5e45963fa4b7", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c1425f09-6191-48ab-863b-b5bc52449e82", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c1425f09-6191-48ab-863b-b5bc52449e82", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c1425f09-6191-48ab-863b-b5bc52449e82", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c1425f09-6191-48ab-863b-b5bc52449e82", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c1425f09-6191-48ab-863b-b5bc52449e82", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:52:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c1425f09-6191-48ab-863b-b5bc52449e82", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9"} 2026-07-06T20:52:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:52:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:52:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "49ae9a47-6a30-4417-8955-7882f0ade7e2", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "sub-test-model-7306a9", "reconcileID": "93b1cddf-c9b1-4782-a424-e9bd76fecff0", "LLMInferenceService": "sub-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6f029890-8a4c-4fda-8a07-d286674e6aff", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6f029890-8a4c-4fda-8a07-d286674e6aff", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6f029890-8a4c-4fda-8a07-d286674e6aff", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "f1d38916-b13d-40ac-b69b-bcba150efd75", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "f1d38916-b13d-40ac-b69b-bcba150efd75", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "f1d38916-b13d-40ac-b69b-bcba150efd75", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:52:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa"} 2026-07-06T20:52:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:52:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "44221429-e6c1-4229-a310-928fb00c3223", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "sub-test-model-d729fa", "reconcileID": "c78b86b6-461c-49be-b4c2-148c55310540", "LLMInferenceService": "sub-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f0a713fb-cf6c-4ee2-b6cb-4cacc418da39", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f0a713fb-cf6c-4ee2-b6cb-4cacc418da39", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f0a713fb-cf6c-4ee2-b6cb-4cacc418da39", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f768516c-ab09-4408-a162-ac49f9c5306f", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f768516c-ab09-4408-a162-ac49f9c5306f", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "f768516c-ab09-4408-a162-ac49f9c5306f", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "9d3c6a3f-7f55-4262-9b91-eb8c9094a363", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "9d3c6a3f-7f55-4262-9b91-eb8c9094a363", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "9d3c6a3f-7f55-4262-9b91-eb8c9094a363", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "2264d18c-0730-4b5e-850d-62dce8e3b4cb", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "9d3c6a3f-7f55-4262-9b91-eb8c9094a363", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "9d3c6a3f-7f55-4262-9b91-eb8c9094a363", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "9d3c6a3f-7f55-4262-9b91-eb8c9094a363", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "2264d18c-0730-4b5e-850d-62dce8e3b4cb", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:52:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "2264d18c-0730-4b5e-850d-62dce8e3b4cb", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "743214f4-5d20-4f72-bb7f-2122bb218f02", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "743214f4-5d20-4f72-bb7f-2122bb218f02", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "743214f4-5d20-4f72-bb7f-2122bb218f02", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "743214f4-5d20-4f72-bb7f-2122bb218f02", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "743214f4-5d20-4f72-bb7f-2122bb218f02", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "743214f4-5d20-4f72-bb7f-2122bb218f02", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "66dcee40-0f76-4c15-87f9-3eaa6a6829f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:53:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "933f31cc-d4c5-4e7f-84f2-355d22736459", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:53:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "933f31cc-d4c5-4e7f-84f2-355d22736459", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:53:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "933f31cc-d4c5-4e7f-84f2-355d22736459", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "df7418b2-f14d-4855-b786-8d55e614f1bd", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "df7418b2-f14d-4855-b786-8d55e614f1bd", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "df7418b2-f14d-4855-b786-8d55e614f1bd", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "df7418b2-f14d-4855-b786-8d55e614f1bd", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "df7418b2-f14d-4855-b786-8d55e614f1bd", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "df7418b2-f14d-4855-b786-8d55e614f1bd", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "7d47e2c1-5a1d-4531-b1b6-484312dfb85d", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "7d47e2c1-5a1d-4531-b1b6-484312dfb85d", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "7d47e2c1-5a1d-4531-b1b6-484312dfb85d", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "7d47e2c1-5a1d-4531-b1b6-484312dfb85d", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:53:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "7d47e2c1-5a1d-4531-b1b6-484312dfb85d", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "authType": "userdefined"} 2026-07-06T20:53:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "7d47e2c1-5a1d-4531-b1b6-484312dfb85d", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:53:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "c0ef14f1-10d7-4c44-963a-02a32e0e01d2", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "c0ef14f1-10d7-4c44-963a-02a32e0e01d2", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "c0ef14f1-10d7-4c44-963a-02a32e0e01d2", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "1fcafa55-04fb-48d3-9746-12e6101faaa4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:53:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "c0ef14f1-10d7-4c44-963a-02a32e0e01d2", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:53:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "c0ef14f1-10d7-4c44-963a-02a32e0e01d2", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:53:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "c0ef14f1-10d7-4c44-963a-02a32e0e01d2", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "1fcafa55-04fb-48d3-9746-12e6101faaa4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "1fcafa55-04fb-48d3-9746-12e6101faaa4", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:53:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "46bd172e-5ef4-4e46-a494-b20b57d70412", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "46bd172e-5ef4-4e46-a494-b20b57d70412", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "46bd172e-5ef4-4e46-a494-b20b57d70412", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "46bd172e-5ef4-4e46-a494-b20b57d70412", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:53:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "46bd172e-5ef4-4e46-a494-b20b57d70412", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:53:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "46bd172e-5ef4-4e46-a494-b20b57d70412", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "e947e7da-9540-4a8b-a2cd-affcfac0bcc6", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "e947e7da-9540-4a8b-a2cd-affcfac0bcc6", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "e947e7da-9540-4a8b-a2cd-affcfac0bcc6", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:53:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "29ec38ea-84e3-4f57-abe8-b6b2e36c1413", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "29ec38ea-84e3-4f57-abe8-b6b2e36c1413", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "29ec38ea-84e3-4f57-abe8-b6b2e36c1413", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "29ec38ea-84e3-4f57-abe8-b6b2e36c1413", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:53:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "29ec38ea-84e3-4f57-abe8-b6b2e36c1413", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:53:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "29ec38ea-84e3-4f57-abe8-b6b2e36c1413", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "3a742317-1030-4aad-9815-3fd7df73aed3", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "3a742317-1030-4aad-9815-3fd7df73aed3", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "3a742317-1030-4aad-9815-3fd7df73aed3", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:53:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "3a742317-1030-4aad-9815-3fd7df73aed3", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:53:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "3a742317-1030-4aad-9815-3fd7df73aed3", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "authType": "userdefined"} 2026-07-06T20:53:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "3a742317-1030-4aad-9815-3fd7df73aed3", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:54:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9"} 2026-07-06T20:54:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:54:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:54:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:54:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9-kserve-route-authn"} 2026-07-06T20:54:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:54:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "13c18765-79f2-44f0-9083-486d99f6b681", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:54:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7306a9","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "rate-test-model-7306a9", "reconcileID": "27422cbf-c5c6-49ba-afaa-6628cdb50a68", "LLMInferenceService": "rate-test-model-7306a9", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:54:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6dc88847-5618-4cee-a921-2eed8ffdefe9", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:54:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6dc88847-5618-4cee-a921-2eed8ffdefe9", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:54:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "6dc88847-5618-4cee-a921-2eed8ffdefe9", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:54:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "c883f1f8-95d9-47c3-80ce-e95471f9bf0e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:54:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "c883f1f8-95d9-47c3-80ce-e95471f9bf0e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:54:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "c883f1f8-95d9-47c3-80ce-e95471f9bf0e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:54:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa"} 2026-07-06T20:54:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:54:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa-kserve-route-authn"} 2026-07-06T20:54:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "21203d68-8388-4f1f-814b-1b8753ac9f67", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d729fa","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "rate-test-model-d729fa", "reconcileID": "9603f5e5-e0d1-4dd4-9b06-12bc204d4a21", "LLMInferenceService": "rate-test-model-d729fa", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "2a92a247-499f-450c-827f-069bba74237f", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "2a92a247-499f-450c-827f-069bba74237f", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "2a92a247-499f-450c-827f-069bba74237f", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "6abcbcbd-d0fb-42b1-b8a8-bdeb76b27a15", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "6abcbcbd-d0fb-42b1-b8a8-bdeb76b27a15", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "6abcbcbd-d0fb-42b1-b8a8-bdeb76b27a15", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "aa49c1f6-4a30-4c7c-b6ed-7afb27617ed9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:54:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3f338767-7b50-48c6-a685-7d0a698c3f9e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:54:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3f338767-7b50-48c6-a685-7d0a698c3f9e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9-authn-ssl"} 2026-07-06T20:54:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "3f338767-7b50-48c6-a685-7d0a698c3f9e", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:54:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bd35e319-9770-4776-8c47-ed7668068b61", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:55:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef9346bc-4a1e-4dcf-a8b3-adb9f6e9219c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef9346bc-4a1e-4dcf-a8b3-adb9f6e9219c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:55:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef9346bc-4a1e-4dcf-a8b3-adb9f6e9219c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-7306a9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-trusted-ca-bundle", "reconcileID": "fd597312-20a5-4f06-a1c6-a5ebbbce0f14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-trusted-ca-bundle", "reconcileID": "fd597312-20a5-4f06-a1c6-a5ebbbce0f14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "4c76841d-8fa7-4e2f-836b-2b922e43a2fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "openshift-service-ca.crt", "reconcileID": "4c76841d-8fa7-4e2f-836b-2b922e43a2fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8166bee9-ae2d-4bd3-9903-f1ede1dd72b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7306a9"}, "namespace": "ai-tenant-e2e-shared-a-7306a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8166bee9-ae2d-4bd3-9903-f1ede1dd72b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7306a9"} 2026-07-06T20:55:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7306a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7306a9", "reconcileID": "5224ea9e-73e2-4167-8c5f-36ae00620d7b", "Gateway": "e2e-shared-a-7306a9", "namespace": "openshift-ingress"} 2026-07-06T20:55:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a39bfd48-86d7-42d3-966a-641be2c42862", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:55:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a39bfd48-86d7-42d3-966a-641be2c42862", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa-authn-ssl"} 2026-07-06T20:55:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a39bfd48-86d7-42d3-966a-641be2c42862", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"} 2026-07-06T20:55:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16f1c8e8-e218-44da-abb5-f4f7dda0cc38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16f1c8e8-e218-44da-abb5-f4f7dda0cc38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:55:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16f1c8e8-e218-44da-abb5-f4f7dda0cc38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d729fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:55:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-trusted-ca-bundle", "reconcileID": "cfceebcd-793c-4c28-ae8b-e827de0b9bf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-trusted-ca-bundle", "reconcileID": "cfceebcd-793c-4c28-ae8b-e827de0b9bf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "openshift-service-ca.crt", "reconcileID": "405ba325-992c-4ea5-bff9-251d44b6e5c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "openshift-service-ca.crt", "reconcileID": "405ba325-992c-4ea5-bff9-251d44b6e5c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4286a75b-5f23-4f00-91d3-e67e96be56d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d729fa"}, "namespace": "ai-tenant-e2e-shared-b-d729fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4286a75b-5f23-4f00-91d3-e67e96be56d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d729fa"} 2026-07-06T20:55:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d729fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d729fa", "reconcileID": "a4c4cfe5-76b2-45b9-b02e-af76516f5391", "Gateway": "e2e-shared-b-d729fa", "namespace": "openshift-ingress"}