2026-07-07T17:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "8f9fcee2-1b8b-4b7e-8f2b-b4880b161ee2", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1-authn-ssl"} 2026-07-07T17:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "8f9fcee2-1b8b-4b7e-8f2b-b4880b161ee2", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "76333ea5-6839-4067-bbec-62a458594b4f", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "76333ea5-6839-4067-bbec-62a458594b4f", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1-authn-ssl"} 2026-07-07T17:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "76333ea5-6839-4067-bbec-62a458594b4f", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "8892bd9d-70ec-4648-be7f-980b17af61bb", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "8892bd9d-70ec-4648-be7f-980b17af61bb", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1-authn-ssl"} 2026-07-07T17:41:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "8892bd9d-70ec-4648-be7f-980b17af61bb", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "openshift-service-ca.crt", "reconcileID": "c136d9ea-8436-4d08-9957-b78c4a89ad78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-trusted-ca-bundle", "reconcileID": "544e0a26-e556-4dd5-9636-d962b2df6363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "openshift-service-ca.crt", "reconcileID": "41319f7a-4d75-474d-b939-f20f6271adaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c45e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:41:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "openshift-service-ca.crt", "reconcileID": "41319f7a-4d75-474d-b939-f20f6271adaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8f1ee99-1223-4419-b300-56fa2dd908bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "openshift-service-ca.crt", "reconcileID": "9aca5d75-0ec1-4685-8738-2a19d7f99dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-trusted-ca-bundle", "reconcileID": "82c48756-cfc5-414f-afb4-7f22ff90697b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:41:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-trusted-ca-bundle", "reconcileID": "82c48756-cfc5-414f-afb4-7f22ff90697b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "795fc92d-e335-4c1b-8cd2-1ae1e67d3118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:41:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "6018fb47-ba5b-4a18-9b28-121541d2b43e", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "6018fb47-ba5b-4a18-9b28-121541d2b43e", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1-authn-ssl"} 2026-07-07T17:41:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "6018fb47-ba5b-4a18-9b28-121541d2b43e", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c2d27b22-4ef7-4176-b2f6-4606c2ff02d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "b0c1eccb-ee12-46e1-808f-aef075e37f88", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress"} 2026-07-07T17:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "b0c1eccb-ee12-46e1-808f-aef075e37f88", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9-authn-ssl"} 2026-07-07T17:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "b0c1eccb-ee12-46e1-808f-aef075e37f88", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress"} 2026-07-07T17:41:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2535a05b-45e7-465e-8284-c3b1f2cc0904", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "bae8ee3a-e4c3-4413-8047-1a3cfeb37428", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "bae8ee3a-e4c3-4413-8047-1a3cfeb37428", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1-authn-ssl"} 2026-07-07T17:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "bae8ee3a-e4c3-4413-8047-1a3cfeb37428", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b4e55d33-306e-4f4f-bce1-cddef051dc31", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "e31201c1-d6ea-4863-af3d-aac3fbdf0473", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress"} 2026-07-07T17:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "e31201c1-d6ea-4863-af3d-aac3fbdf0473", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9-authn-ssl"} 2026-07-07T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "e31201c1-d6ea-4863-af3d-aac3fbdf0473", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress"} 2026-07-07T17:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04e3d1c5-dd27-44aa-9669-78011128b1c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04e3d1c5-dd27-44aa-9669-78011128b1c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9ecff9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:41:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04e3d1c5-dd27-44aa-9669-78011128b1c3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-9ecff9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T17:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-trusted-ca-bundle", "reconcileID": "326cea11-9b9a-4a7e-bbef-fbe9737b5edd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-trusted-ca-bundle", "reconcileID": "326cea11-9b9a-4a7e-bbef-fbe9737b5edd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "openshift-service-ca.crt", "reconcileID": "a11959a9-2976-4bee-87a0-4d2f39b59e47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "openshift-service-ca.crt", "reconcileID": "a11959a9-2976-4bee-87a0-4d2f39b59e47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f485d11f-3e42-4757-8b33-36675c3e8ad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9ecff9"}, "namespace": "ai-tenant-e2e-api-a-9ecff9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f485d11f-3e42-4757-8b33-36675c3e8ad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9ecff9"} 2026-07-07T17:41:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9ecff9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9ecff9", "reconcileID": "2d431f8a-c9a0-4020-b360-e4d7c274f1b7", "Gateway": "e2e-api-a-9ecff9", "namespace": "openshift-ingress"} 2026-07-07T17:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c4b020ef-cd16-43e7-8ad7-373e1537243d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "a9b94ed1-8885-4b22-a694-25bfd47a496a", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "a9b94ed1-8885-4b22-a694-25bfd47a496a", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1-authn-ssl"} 2026-07-07T17:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "a9b94ed1-8885-4b22-a694-25bfd47a496a", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53892f86-2cef-414f-bd0c-fb2a262bfe28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53892f86-2cef-414f-bd0c-fb2a262bfe28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:42:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53892f86-2cef-414f-bd0c-fb2a262bfe28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4c45e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T17:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-trusted-ca-bundle", "reconcileID": "7d12569f-22fd-4619-bddd-dfd5e0b8bc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-trusted-ca-bundle", "reconcileID": "7d12569f-22fd-4619-bddd-dfd5e0b8bc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "openshift-service-ca.crt", "reconcileID": "2c6f3ecd-2458-488d-8921-095add60d961", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "openshift-service-ca.crt", "reconcileID": "2c6f3ecd-2458-488d-8921-095add60d961", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcd1fdeb-3efa-4563-b3ca-19fbdcfaac05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c45e1"}, "namespace": "ai-tenant-e2e-api-b-4c45e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcd1fdeb-3efa-4563-b3ca-19fbdcfaac05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c45e1"} 2026-07-07T17:42:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c45e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c45e1", "reconcileID": "6d2ae1c2-6131-4439-bda9-7aebb7be1d73", "Gateway": "e2e-api-b-4c45e1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "8f97a36c-4948-4d6f-afdb-a4cd55d8b2c8", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "8f97a36c-4948-4d6f-afdb-a4cd55d8b2c8", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "8f97a36c-4948-4d6f-afdb-a4cd55d8b2c8", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "b81b04d3-b296-4daf-9568-7975b44d4aa3", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "b81b04d3-b296-4daf-9568-7975b44d4aa3", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "b81b04d3-b296-4daf-9568-7975b44d4aa3", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2f7236b7-5fb9-4d85-8d37-3f2302346071", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2f7236b7-5fb9-4d85-8d37-3f2302346071", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2f7236b7-5fb9-4d85-8d37-3f2302346071", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "15de8b48-fbdf-4786-803c-3961072de01c", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "15de8b48-fbdf-4786-803c-3961072de01c", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "15de8b48-fbdf-4786-803c-3961072de01c", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "77fc3f7f-ccbf-413d-a4f2-76795113499b", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "77fc3f7f-ccbf-413d-a4f2-76795113499b", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "77fc3f7f-ccbf-413d-a4f2-76795113499b", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "115af2be-36ea-4896-9132-e233d7f2dede", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "115af2be-36ea-4896-9132-e233d7f2dede", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "115af2be-36ea-4896-9132-e233d7f2dede", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "da0da252-da72-4404-9b81-72e5ed0a0d9a", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "da0da252-da72-4404-9b81-72e5ed0a0d9a", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "da0da252-da72-4404-9b81-72e5ed0a0d9a", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "aabe5317-1dd9-4bda-88a3-ce7d24125245", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "aabe5317-1dd9-4bda-88a3-ce7d24125245", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "aabe5317-1dd9-4bda-88a3-ce7d24125245", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "openshift-service-ca.crt", "reconcileID": "ce6ff4dd-6707-4a06-9c9b-df8dfffbdf5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "31c6b82e-00e0-421a-a38a-dabe1b18f122", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:42:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "31c6b82e-00e0-421a-a38a-dabe1b18f122", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "openshift-service-ca.crt", "reconcileID": "96500000-abe2-429e-8c40-0e87360b9692", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3bd10a6-204a-4d1f-9556-df399fdde057", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "c9287797-db99-4d5e-87b3-034cdd2dde37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:42:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "c9287797-db99-4d5e-87b3-034cdd2dde37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e10bc5c-e875-4383-9812-bda7667dac7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "9dc9a972-fe81-4a37-b5f7-1c6e39e0d4e3", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "9dc9a972-fe81-4a37-b5f7-1c6e39e0d4e3", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "9dc9a972-fe81-4a37-b5f7-1c6e39e0d4e3", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4864ac4a-c482-4fad-af2d-cc63e0c81c5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "3193105f-8f48-432c-8f04-4ee48c809278", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "3193105f-8f48-432c-8f04-4ee48c809278", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "3193105f-8f48-432c-8f04-4ee48c809278", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "92f4957e-dd7b-4046-a56e-ebcf7312c376", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "92f4957e-dd7b-4046-a56e-ebcf7312c376", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "92f4957e-dd7b-4046-a56e-ebcf7312c376", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "4cb7d826-f67e-4a99-9eca-56f91c713756", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "4cb7d826-f67e-4a99-9eca-56f91c713756", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "4cb7d826-f67e-4a99-9eca-56f91c713756", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "d77b95cd-417e-445b-85b5-6a63e8609280", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "d77b95cd-417e-445b-85b5-6a63e8609280", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "d77b95cd-417e-445b-85b5-6a63e8609280", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "e38f6eee-4d0f-459f-9ed7-e94935d0f050", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "e38f6eee-4d0f-459f-9ed7-e94935d0f050", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "e38f6eee-4d0f-459f-9ed7-e94935d0f050", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b040b668-d491-4da8-852f-616370c36748", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b040b668-d491-4da8-852f-616370c36748", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b040b668-d491-4da8-852f-616370c36748", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "59798d1a-2825-40ba-8191-92c1cff0e78f", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "59798d1a-2825-40ba-8191-92c1cff0e78f", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "59798d1a-2825-40ba-8191-92c1cff0e78f", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2481c8e8-0bd1-4e3e-aa4b-605bc7978cf9", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2481c8e8-0bd1-4e3e-aa4b-605bc7978cf9", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2481c8e8-0bd1-4e3e-aa4b-605bc7978cf9", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "55e55226-8297-4971-be35-eb080ed46c8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-trusted-ca-bundle", "reconcileID": "a0e08542-2805-4683-81ec-d204bc6090bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "c4dcf140-59a2-4abb-9589-ec586f89ff54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:42:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "c4dcf140-59a2-4abb-9589-ec586f89ff54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "1f663e01-95b6-4ef5-84e9-760bdb357014", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:42:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "1f663e01-95b6-4ef5-84e9-760bdb357014", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T17:42:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-trusted-ca-bundle", "reconcileID": "24cb7544-b9c0-4b83-aa99-d7f239ee12d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:42:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-trusted-ca-bundle", "reconcileID": "24cb7544-b9c0-4b83-aa99-d7f239ee12d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56c6440c-dae7-40f4-834e-8bf439a8c42e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "0b6eee10-06f9-4767-b89b-3030416809a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "af79290d-4a14-4dc0-891f-44ea5b4bdb12", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "af79290d-4a14-4dc0-891f-44ea5b4bdb12", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "af79290d-4a14-4dc0-891f-44ea5b4bdb12", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ba4810eb-c170-41a8-9d44-c6ca4b60d7e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "9c73e44b-4cd7-4bb6-b28e-b2de1ba4a0ba", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "9c73e44b-4cd7-4bb6-b28e-b2de1ba4a0ba", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "9c73e44b-4cd7-4bb6-b28e-b2de1ba4a0ba", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "e8bacc77-bf33-49ac-abd2-297a6f94781f", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "e8bacc77-bf33-49ac-abd2-297a6f94781f", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "e8bacc77-bf33-49ac-abd2-297a6f94781f", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "b0f7b8ef-eb17-4181-921e-e3f3481abab6", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "e8bacc77-bf33-49ac-abd2-297a6f94781f", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:42:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "e8bacc77-bf33-49ac-abd2-297a6f94781f", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:42:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "e8bacc77-bf33-49ac-abd2-297a6f94781f", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "b0f7b8ef-eb17-4181-921e-e3f3481abab6", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "b0f7b8ef-eb17-4181-921e-e3f3481abab6", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f4c80778-809b-4554-aaee-79352887d1ee", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f4c80778-809b-4554-aaee-79352887d1ee", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f4c80778-809b-4554-aaee-79352887d1ee", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f4c80778-809b-4554-aaee-79352887d1ee", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:42:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f4c80778-809b-4554-aaee-79352887d1ee", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:42:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f4c80778-809b-4554-aaee-79352887d1ee", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "46b61f2f-2df3-4f28-ba98-53fdcc4e9e0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "30c78266-f96b-40ee-945c-d1c18e029ea0", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "30c78266-f96b-40ee-945c-d1c18e029ea0", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "30c78266-f96b-40ee-945c-d1c18e029ea0", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:42:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "d4875e22-e5b1-4771-9559-79817fb0721c", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "d4875e22-e5b1-4771-9559-79817fb0721c", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "d4875e22-e5b1-4771-9559-79817fb0721c", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "d4875e22-e5b1-4771-9559-79817fb0721c", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:42:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "d4875e22-e5b1-4771-9559-79817fb0721c", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:42:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "d4875e22-e5b1-4771-9559-79817fb0721c", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "cc53cb57-672f-4cfb-817a-ce9d252e049d", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "cc53cb57-672f-4cfb-817a-ce9d252e049d", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "cc53cb57-672f-4cfb-817a-ce9d252e049d", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "cc53cb57-672f-4cfb-817a-ce9d252e049d", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:42:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "cc53cb57-672f-4cfb-817a-ce9d252e049d", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:42:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "cc53cb57-672f-4cfb-817a-ce9d252e049d", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "242e9d62-053b-4703-91a1-fa93118cbdec", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:42:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T17:42:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T17:42:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f515abdb-a121-4793-9118-fc01fcc23183", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f515abdb-a121-4793-9118-fc01fcc23183", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f515abdb-a121-4793-9118-fc01fcc23183", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f515abdb-a121-4793-9118-fc01fcc23183", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:42:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f515abdb-a121-4793-9118-fc01fcc23183", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:42:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "f515abdb-a121-4793-9118-fc01fcc23183", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:42:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T17:42:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T17:42:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "a9977a27-bace-458b-8ec9-10efd13e3f2d", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "a9977a27-bace-458b-8ec9-10efd13e3f2d", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "a9977a27-bace-458b-8ec9-10efd13e3f2d", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "5535c36b-e788-4100-bdeb-d7fbdf63f85c", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "a9977a27-bace-458b-8ec9-10efd13e3f2d", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:42:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "a9977a27-bace-458b-8ec9-10efd13e3f2d", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:42:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "a9977a27-bace-458b-8ec9-10efd13e3f2d", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "5535c36b-e788-4100-bdeb-d7fbdf63f85c", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "5535c36b-e788-4100-bdeb-d7fbdf63f85c", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "661d0d57-3a2a-4458-8fd9-da5f15d9a639", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "661d0d57-3a2a-4458-8fd9-da5f15d9a639", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "661d0d57-3a2a-4458-8fd9-da5f15d9a639", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "661d0d57-3a2a-4458-8fd9-da5f15d9a639", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:42:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "661d0d57-3a2a-4458-8fd9-da5f15d9a639", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:42:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "661d0d57-3a2a-4458-8fd9-da5f15d9a639", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:42:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "bc151237-b387-4403-bff7-1d1ac3ac59e5", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:42:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "bc151237-b387-4403-bff7-1d1ac3ac59e5", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:42:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "bc151237-b387-4403-bff7-1d1ac3ac59e5", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:43:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "be6b0e6e-fbbc-45d7-bfe4-09ad2e051074", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "be6b0e6e-fbbc-45d7-bfe4-09ad2e051074", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "be6b0e6e-fbbc-45d7-bfe4-09ad2e051074", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "be6b0e6e-fbbc-45d7-bfe4-09ad2e051074", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:43:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "be6b0e6e-fbbc-45d7-bfe4-09ad2e051074", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:43:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "be6b0e6e-fbbc-45d7-bfe4-09ad2e051074", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "cbc906dc-8c5c-4e88-a871-bb6940295c58", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "cbc906dc-8c5c-4e88-a871-bb6940295c58", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "cbc906dc-8c5c-4e88-a871-bb6940295c58", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "cbc906dc-8c5c-4e88-a871-bb6940295c58", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "cbc906dc-8c5c-4e88-a871-bb6940295c58", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "cbc906dc-8c5c-4e88-a871-bb6940295c58", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "94a1d887-8341-4490-82a9-8d6fe7eafb54", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "94a1d887-8341-4490-82a9-8d6fe7eafb54", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "94a1d887-8341-4490-82a9-8d6fe7eafb54", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "94a1d887-8341-4490-82a9-8d6fe7eafb54", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "94a1d887-8341-4490-82a9-8d6fe7eafb54", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "94a1d887-8341-4490-82a9-8d6fe7eafb54", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:43:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "20a5ec69-39e9-4712-80b6-5232500ab6ba", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:43:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "20a5ec69-39e9-4712-80b6-5232500ab6ba", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:43:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "20a5ec69-39e9-4712-80b6-5232500ab6ba", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:43:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "00c79734-f0e8-4ed4-b2f2-e0e15367db56", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:43:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "00c79734-f0e8-4ed4-b2f2-e0e15367db56", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:43:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "00c79734-f0e8-4ed4-b2f2-e0e15367db56", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1"} 2026-07-07T17:45:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "8c088d1c-4f06-41ef-9fda-cf45aad153b7", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "auth-test-model-19c9b1", "reconcileID": "eaaf5a9e-03de-4d0a-ac59-6a742d2cdb12", "LLMInferenceService": "auth-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "eb1d0879-6b90-4033-8a6a-917249e27024", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "eb1d0879-6b90-4033-8a6a-917249e27024", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "eb1d0879-6b90-4033-8a6a-917249e27024", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "7719fee6-9945-4e7e-b516-bbd079823a1d", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "7719fee6-9945-4e7e-b516-bbd079823a1d", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "7719fee6-9945-4e7e-b516-bbd079823a1d", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9"} 2026-07-07T17:45:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:45:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:45:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "9a2adc8a-72b3-4971-b9e0-82a033b88761", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "auth-test-model-ce87c9", "reconcileID": "4344c0e5-1b0a-415c-a233-17bdddcaa1bb", "LLMInferenceService": "auth-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "32102e7a-82d7-4922-a840-5ae1f81681fa", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "32102e7a-82d7-4922-a840-5ae1f81681fa", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "32102e7a-82d7-4922-a840-5ae1f81681fa", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "16a84bde-7187-4537-87e8-e362bb9e1931", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "16a84bde-7187-4537-87e8-e362bb9e1931", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "16a84bde-7187-4537-87e8-e362bb9e1931", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "0ab6aabb-33ae-4c22-9ea6-3e47cc499ca8", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "0ab6aabb-33ae-4c22-9ea6-3e47cc499ca8", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "0ab6aabb-33ae-4c22-9ea6-3e47cc499ca8", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "6f4faad9-778f-4aff-8c97-41552c949663", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "0ab6aabb-33ae-4c22-9ea6-3e47cc499ca8", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "0ab6aabb-33ae-4c22-9ea6-3e47cc499ca8", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:45:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "0ab6aabb-33ae-4c22-9ea6-3e47cc499ca8", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "6f4faad9-778f-4aff-8c97-41552c949663", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "6f4faad9-778f-4aff-8c97-41552c949663", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "a1e2f45d-c24d-47d3-93e2-7004215ef40f", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "a1e2f45d-c24d-47d3-93e2-7004215ef40f", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "a1e2f45d-c24d-47d3-93e2-7004215ef40f", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "a1e2f45d-c24d-47d3-93e2-7004215ef40f", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "a1e2f45d-c24d-47d3-93e2-7004215ef40f", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:45:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "a1e2f45d-c24d-47d3-93e2-7004215ef40f", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "ee48968f-7626-4609-8f2d-bdad2eb50ac5", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "ee48968f-7626-4609-8f2d-bdad2eb50ac5", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "ee48968f-7626-4609-8f2d-bdad2eb50ac5", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:45:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "1b62d226-5ea4-45fe-823a-187095e7a88a", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "1b62d226-5ea4-45fe-823a-187095e7a88a", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "1b62d226-5ea4-45fe-823a-187095e7a88a", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "1b62d226-5ea4-45fe-823a-187095e7a88a", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "1b62d226-5ea4-45fe-823a-187095e7a88a", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:45:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "1b62d226-5ea4-45fe-823a-187095e7a88a", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "c4665444-d713-4236-9237-c9fceb7807f4", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "c4665444-d713-4236-9237-c9fceb7807f4", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "c4665444-d713-4236-9237-c9fceb7807f4", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "c4665444-d713-4236-9237-c9fceb7807f4", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "c4665444-d713-4236-9237-c9fceb7807f4", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:45:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "c4665444-d713-4236-9237-c9fceb7807f4", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "f15205c5-5c97-4b0e-acf7-be5c4cb32256", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "f15205c5-5c97-4b0e-acf7-be5c4cb32256", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "f15205c5-5c97-4b0e-acf7-be5c4cb32256", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "f15205c5-5c97-4b0e-acf7-be5c4cb32256", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:45:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "f15205c5-5c97-4b0e-acf7-be5c4cb32256", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:45:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "f15205c5-5c97-4b0e-acf7-be5c4cb32256", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:45:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "3dd43db2-c14e-4162-80ea-00092bbb6854", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "3dd43db2-c14e-4162-80ea-00092bbb6854", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "3dd43db2-c14e-4162-80ea-00092bbb6854", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "d603b622-1751-4aad-bba6-7e25a84712ba", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "3dd43db2-c14e-4162-80ea-00092bbb6854", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:45:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "3dd43db2-c14e-4162-80ea-00092bbb6854", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:45:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "3dd43db2-c14e-4162-80ea-00092bbb6854", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "d603b622-1751-4aad-bba6-7e25a84712ba", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "d603b622-1751-4aad-bba6-7e25a84712ba", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "c9721c67-2863-4d6a-b1e9-d06d8cc6e5dc", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "c9721c67-2863-4d6a-b1e9-d06d8cc6e5dc", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "c9721c67-2863-4d6a-b1e9-d06d8cc6e5dc", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "c9721c67-2863-4d6a-b1e9-d06d8cc6e5dc", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:45:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "c9721c67-2863-4d6a-b1e9-d06d8cc6e5dc", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:45:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "c9721c67-2863-4d6a-b1e9-d06d8cc6e5dc", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "c7a1809b-8473-49a4-8174-a272c2acaf5d", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "c7a1809b-8473-49a4-8174-a272c2acaf5d", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "c7a1809b-8473-49a4-8174-a272c2acaf5d", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "a7988890-0e60-4ce7-9dfc-c1509b17f6ac", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "a7988890-0e60-4ce7-9dfc-c1509b17f6ac", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "a7988890-0e60-4ce7-9dfc-c1509b17f6ac", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "a7988890-0e60-4ce7-9dfc-c1509b17f6ac", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "a7988890-0e60-4ce7-9dfc-c1509b17f6ac", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "a7988890-0e60-4ce7-9dfc-c1509b17f6ac", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "1dcd5fb7-6b91-424e-a052-9fc43b79d6ab", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "1dcd5fb7-6b91-424e-a052-9fc43b79d6ab", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "1dcd5fb7-6b91-424e-a052-9fc43b79d6ab", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:45:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "1dcd5fb7-6b91-424e-a052-9fc43b79d6ab", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:45:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "1dcd5fb7-6b91-424e-a052-9fc43b79d6ab", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:45:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "1dcd5fb7-6b91-424e-a052-9fc43b79d6ab", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1"} 2026-07-07T17:46:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "3ff9c413-1850-446a-af7e-d7409d9114a5", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "sub-test-model-19c9b1", "reconcileID": "b3de6d3b-0f84-444e-b25b-020508cb2882", "LLMInferenceService": "sub-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "1fb783a7-ad05-4ec5-bdca-494013c2b174", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "1fb783a7-ad05-4ec5-bdca-494013c2b174", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "1fb783a7-ad05-4ec5-bdca-494013c2b174", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "17230c6c-aa45-4642-b9bd-5bbff95aa160", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "17230c6c-aa45-4642-b9bd-5bbff95aa160", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "17230c6c-aa45-4642-b9bd-5bbff95aa160", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9"} 2026-07-07T17:46:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:46:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:46:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "d8507e9d-119d-4f6f-988a-2dc4f41506ee", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "sub-test-model-ce87c9", "reconcileID": "8a1debd8-9b1d-4005-9a85-67069b986125", "LLMInferenceService": "sub-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "0f37897b-c399-4637-9e7a-ae780ad62322", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "0f37897b-c399-4637-9e7a-ae780ad62322", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "0f37897b-c399-4637-9e7a-ae780ad62322", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "4bf3ccc9-3dd5-4df4-a18c-4d74cb7eec15", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "4bf3ccc9-3dd5-4df4-a18c-4d74cb7eec15", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "4bf3ccc9-3dd5-4df4-a18c-4d74cb7eec15", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "47668c46-98d5-4eb9-8251-bcacbb5d857e", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "47668c46-98d5-4eb9-8251-bcacbb5d857e", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "47668c46-98d5-4eb9-8251-bcacbb5d857e", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2a3ff840-e41a-4fae-a148-483ac5a915d4", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "47668c46-98d5-4eb9-8251-bcacbb5d857e", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "47668c46-98d5-4eb9-8251-bcacbb5d857e", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:46:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "47668c46-98d5-4eb9-8251-bcacbb5d857e", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2a3ff840-e41a-4fae-a148-483ac5a915d4", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "2a3ff840-e41a-4fae-a148-483ac5a915d4", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "94d9bbcf-5804-45b2-8c02-8dd8bbf148c6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "94d9bbcf-5804-45b2-8c02-8dd8bbf148c6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "94d9bbcf-5804-45b2-8c02-8dd8bbf148c6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "94d9bbcf-5804-45b2-8c02-8dd8bbf148c6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "94d9bbcf-5804-45b2-8c02-8dd8bbf148c6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:46:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "94d9bbcf-5804-45b2-8c02-8dd8bbf148c6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "df863f1f-6ac2-4805-b3bf-a14108f6dd13", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "df863f1f-6ac2-4805-b3bf-a14108f6dd13", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "df863f1f-6ac2-4805-b3bf-a14108f6dd13", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:46:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "2ccdbffe-9941-47b1-af0a-5669623cadd6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "2ccdbffe-9941-47b1-af0a-5669623cadd6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "2ccdbffe-9941-47b1-af0a-5669623cadd6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "2ccdbffe-9941-47b1-af0a-5669623cadd6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "2ccdbffe-9941-47b1-af0a-5669623cadd6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:46:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "2ccdbffe-9941-47b1-af0a-5669623cadd6", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "7a73a4c3-4c9d-41eb-9041-a080baaca920", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "7a73a4c3-4c9d-41eb-9041-a080baaca920", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "7a73a4c3-4c9d-41eb-9041-a080baaca920", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "7a73a4c3-4c9d-41eb-9041-a080baaca920", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "7a73a4c3-4c9d-41eb-9041-a080baaca920", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:46:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "7a73a4c3-4c9d-41eb-9041-a080baaca920", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b2c071cc-2dcc-49e4-8214-3cce85b69587", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:46:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "07196d67-1f0e-414d-b1d6-6754919ee035", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "07196d67-1f0e-414d-b1d6-6754919ee035", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "07196d67-1f0e-414d-b1d6-6754919ee035", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "07196d67-1f0e-414d-b1d6-6754919ee035", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:46:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "07196d67-1f0e-414d-b1d6-6754919ee035", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "authType": "userdefined"} 2026-07-07T17:46:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "07196d67-1f0e-414d-b1d6-6754919ee035", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:46:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "73e0fc90-93bd-4dee-9444-898c820d4c7c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "73e0fc90-93bd-4dee-9444-898c820d4c7c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "73e0fc90-93bd-4dee-9444-898c820d4c7c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b2a5b6f7-16e8-4ca5-b590-36dc4967c7c9", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "73e0fc90-93bd-4dee-9444-898c820d4c7c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:46:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "73e0fc90-93bd-4dee-9444-898c820d4c7c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:46:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "73e0fc90-93bd-4dee-9444-898c820d4c7c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b2a5b6f7-16e8-4ca5-b590-36dc4967c7c9", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:46:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b2a5b6f7-16e8-4ca5-b590-36dc4967c7c9", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "105addbc-05c9-43cc-86a5-7d2ae78466db", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "105addbc-05c9-43cc-86a5-7d2ae78466db", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "105addbc-05c9-43cc-86a5-7d2ae78466db", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "105addbc-05c9-43cc-86a5-7d2ae78466db", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:46:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "105addbc-05c9-43cc-86a5-7d2ae78466db", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:46:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "105addbc-05c9-43cc-86a5-7d2ae78466db", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "073d35e3-a0bf-49be-9f03-9103bdefda0d", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "073d35e3-a0bf-49be-9f03-9103bdefda0d", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "073d35e3-a0bf-49be-9f03-9103bdefda0d", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:46:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "2e7861a1-1899-4915-9fd8-8a8156aedb4c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "2e7861a1-1899-4915-9fd8-8a8156aedb4c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "2e7861a1-1899-4915-9fd8-8a8156aedb4c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:46:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "2e7861a1-1899-4915-9fd8-8a8156aedb4c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:46:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "2e7861a1-1899-4915-9fd8-8a8156aedb4c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:46:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "2e7861a1-1899-4915-9fd8-8a8156aedb4c", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "09e5517f-6b18-4b96-acb8-cf14aea70858", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "09e5517f-6b18-4b96-acb8-cf14aea70858", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "09e5517f-6b18-4b96-acb8-cf14aea70858", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "09e5517f-6b18-4b96-acb8-cf14aea70858", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:47:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "09e5517f-6b18-4b96-acb8-cf14aea70858", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "authType": "userdefined"} 2026-07-07T17:47:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "09e5517f-6b18-4b96-acb8-cf14aea70858", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4be6a5e9-4767-4b44-9608-007a0a98e0e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "911ef547-e2f2-41a1-aa4b-ee2b85e55e48", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:47:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:47:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1"} 2026-07-07T17:47:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:47:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:47:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:47:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1-kserve-route-authn"} 2026-07-07T17:47:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:47:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "1b074819-7660-482c-83cf-095ff46b6850", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:47:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-19c9b1","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "rate-test-model-19c9b1", "reconcileID": "5d3cfb0a-d450-400e-a03e-4ac7c23e52c1", "LLMInferenceService": "rate-test-model-19c9b1", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "02c21ba0-3ea5-4ec8-8d6a-3aa424948018", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "02c21ba0-3ea5-4ec8-8d6a-3aa424948018", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "02c21ba0-3ea5-4ec8-8d6a-3aa424948018", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "8c652d57-424e-4595-b643-65a942192a2e", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "8c652d57-424e-4595-b643-65a942192a2e", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "8c652d57-424e-4595-b643-65a942192a2e", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:47:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9"} 2026-07-07T17:47:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:47:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9-kserve-route-authn"} 2026-07-07T17:47:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "ee532ad4-819c-426c-a107-2e575d5b2384", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce87c9","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "rate-test-model-ce87c9", "reconcileID": "036357b3-9ade-4e1f-9b14-77faf6115b8b", "LLMInferenceService": "rate-test-model-ce87c9", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "5a3c34f7-77e0-4fae-94b9-79e2bddfab50", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "5a3c34f7-77e0-4fae-94b9-79e2bddfab50", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "5a3c34f7-77e0-4fae-94b9-79e2bddfab50", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b0f84779-4108-4197-8c8a-6a9badaeea03", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b0f84779-4108-4197-8c8a-6a9badaeea03", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "b0f84779-4108-4197-8c8a-6a9badaeea03", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b2fbdc4d-fdf6-4e7b-8cd0-be54ecd7a39b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "74bfbff7-b35d-422a-90fa-d9f824de2e9c", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "74bfbff7-b35d-422a-90fa-d9f824de2e9c", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1-authn-ssl"} 2026-07-07T17:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "74bfbff7-b35d-422a-90fa-d9f824de2e9c", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:48:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f1ffb9d-3872-4b89-94fc-bab1e5462d15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f1ffb9d-3872-4b89-94fc-bab1e5462d15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:48:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f1ffb9d-3872-4b89-94fc-bab1e5462d15", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-19c9b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T17:48:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "87386a42-3509-4332-a85f-e31ac09a79e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "87386a42-3509-4332-a85f-e31ac09a79e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "openshift-service-ca.crt", "reconcileID": "8323ba10-f777-47f3-b188-8919faaec367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "openshift-service-ca.crt", "reconcileID": "8323ba10-f777-47f3-b188-8919faaec367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3905a6f-b946-4737-92d7-6dc17a33962c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-19c9b1"}, "namespace": "ai-tenant-e2e-shared-a-19c9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3905a6f-b946-4737-92d7-6dc17a33962c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-19c9b1"} 2026-07-07T17:48:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-19c9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-19c9b1", "reconcileID": "e279bb34-d8a3-41b4-b9f7-eccb46c2305d", "Gateway": "e2e-shared-a-19c9b1", "namespace": "openshift-ingress"} 2026-07-07T17:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "33d95291-39e9-49fb-8e71-d1a2ec28fda3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T17:48:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "65ad89f2-2491-4dc0-82dd-615a27c5453a", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:48:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "65ad89f2-2491-4dc0-82dd-615a27c5453a", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9-authn-ssl"} 2026-07-07T17:48:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "65ad89f2-2491-4dc0-82dd-615a27c5453a", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"} 2026-07-07T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a71eb681-58de-45d8-bc43-fe16baa064c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a71eb681-58de-45d8-bc43-fe16baa064c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T17:48:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a71eb681-58de-45d8-bc43-fe16baa064c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ce87c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-trusted-ca-bundle", "reconcileID": "9b872525-f6af-4aa8-a629-8b8651cc170a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-trusted-ca-bundle", "reconcileID": "9b872525-f6af-4aa8-a629-8b8651cc170a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "fd798b6e-36a0-4aaa-b19f-fd3d1d6f4fd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "openshift-service-ca.crt", "reconcileID": "fd798b6e-36a0-4aaa-b19f-fd3d1d6f4fd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fcbb2d2-19ef-4b4a-99cc-812ffadd9c85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ce87c9"}, "namespace": "ai-tenant-e2e-shared-b-ce87c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fcbb2d2-19ef-4b4a-99cc-812ffadd9c85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ce87c9"} 2026-07-07T17:48:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ce87c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ce87c9", "reconcileID": "15d729a6-6e44-4e1c-83fc-085d61d80510", "Gateway": "e2e-shared-b-ce87c9", "namespace": "openshift-ingress"}