2026-07-13T17:18:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db3f0c68-cdb2-4c2a-a810-25e6b9e08856", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:18:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "openshift-service-ca.crt", "reconcileID": "293773e4-676e-4b6f-8d0b-7e9a0dddd61a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:18:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "9769202b-3c86-4b0a-b3fe-508ad598f9ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:18:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "9769202b-3c86-4b0a-b3fe-508ad598f9ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:18:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e3d5e6-8ef0-4ea4-9273-832cd1f9cad1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:18:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "06976c23-d8a0-4ed2-8789-685266f6a8d5", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:18:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "06976c23-d8a0-4ed2-8789-685266f6a8d5", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0-authn-ssl"} 2026-07-13T17:18:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "06976c23-d8a0-4ed2-8789-685266f6a8d5", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1f17bb8-a922-4d38-896a-61b33134ae72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "99c86d63-50c5-4fec-85ad-207bfba42604", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "99c86d63-50c5-4fec-85ad-207bfba42604", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0-authn-ssl"} 2026-07-13T17:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "99c86d63-50c5-4fec-85ad-207bfba42604", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "785abbe9-d2ad-4d4b-9196-58954d96ad5a", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress"} 2026-07-13T17:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "785abbe9-d2ad-4d4b-9196-58954d96ad5a", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa-authn-ssl"} 2026-07-13T17:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "785abbe9-d2ad-4d4b-9196-58954d96ad5a", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress"} 2026-07-13T17:18:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b1f3459-68ce-4eea-bf17-ce43296e4c8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:18:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "9de29de2-8d72-4956-b8e7-59cab9c8fd1d", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:18:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "9de29de2-8d72-4956-b8e7-59cab9c8fd1d", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0-authn-ssl"} 2026-07-13T17:18:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "9de29de2-8d72-4956-b8e7-59cab9c8fd1d", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d4eda73-0111-4a45-8f92-5913c23ae544", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d2f3f43-f7ce-4519-bacc-f7a485cda930", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "30719079-d692-4804-a4e3-3a92f8bfeb40", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress"} 2026-07-13T17:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "30719079-d692-4804-a4e3-3a92f8bfeb40", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa-authn-ssl"} 2026-07-13T17:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "30719079-d692-4804-a4e3-3a92f8bfeb40", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress"} 2026-07-13T17:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "894f03b6-7b50-4a4e-87de-74b559346c37", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress"} 2026-07-13T17:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "894f03b6-7b50-4a4e-87de-74b559346c37", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa-authn-ssl"} 2026-07-13T17:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2386aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2386aa", "reconcileID": "894f03b6-7b50-4a4e-87de-74b559346c37", "Gateway": "e2e-api-a-2386aa", "namespace": "openshift-ingress"} 2026-07-13T17:18:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7261ab83-b37e-473f-b6e5-27cd651dc12b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7261ab83-b37e-473f-b6e5-27cd651dc12b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2386aa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:18:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7261ab83-b37e-473f-b6e5-27cd651dc12b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-2386aa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:18:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-trusted-ca-bundle", "reconcileID": "76dc030e-33c1-4b78-ba62-043115d68690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-trusted-ca-bundle", "reconcileID": "76dc030e-33c1-4b78-ba62-043115d68690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "openshift-service-ca.crt", "reconcileID": "3461b9b6-9abd-4f4d-97fa-0ae87d3cf476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "openshift-service-ca.crt", "reconcileID": "3461b9b6-9abd-4f4d-97fa-0ae87d3cf476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17c4f749-eda6-431b-870f-839363a1ea48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2386aa"}, "namespace": "ai-tenant-e2e-api-a-2386aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17c4f749-eda6-431b-870f-839363a1ea48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2386aa"} 2026-07-13T17:18:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d261a6d8-7ecf-406f-9ba4-01d328d4534d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:19:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "9d6ce136-eab5-435a-9ec6-d004b464b280", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:19:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "9d6ce136-eab5-435a-9ec6-d004b464b280", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0-authn-ssl"} 2026-07-13T17:19:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "9d6ce136-eab5-435a-9ec6-d004b464b280", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "a0b4bc0f-ba15-42e7-9475-ee04d25d8c2d", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "a0b4bc0f-ba15-42e7-9475-ee04d25d8c2d", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0-authn-ssl"} 2026-07-13T17:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9c55b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9c55b0", "reconcileID": "a0b4bc0f-ba15-42e7-9475-ee04d25d8c2d", "Gateway": "e2e-api-b-9c55b0", "namespace": "openshift-ingress"} 2026-07-13T17:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e29c7d7c-a18c-45e0-9d02-bf22856dd441", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:19:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2392835-c4fb-4d68-9c76-f2e9541dcacc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2392835-c4fb-4d68-9c76-f2e9541dcacc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2392835-c4fb-4d68-9c76-f2e9541dcacc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-9c55b0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:19:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "262aa9aa-9875-495e-b453-df6958e60fd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "262aa9aa-9875-495e-b453-df6958e60fd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "262aa9aa-9875-495e-b453-df6958e60fd3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-9c55b0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:19:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "openshift-service-ca.crt", "reconcileID": "fc56b35f-5c50-4f53-b399-d62bc1881f28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "openshift-service-ca.crt", "reconcileID": "fc56b35f-5c50-4f53-b399-d62bc1881f28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec20a18-9bd2-4553-bd9c-83086a254f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec20a18-9bd2-4553-bd9c-83086a254f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "dcfbadec-0424-4635-9770-db12dffcf48e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9c55b0"}, "namespace": "ai-tenant-e2e-api-b-9c55b0", "name": "odh-trusted-ca-bundle", "reconcileID": "dcfbadec-0424-4635-9770-db12dffcf48e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9c55b0"} 2026-07-13T17:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "4e186f68-b405-4cec-8b02-150c8a7ef33d", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "4e186f68-b405-4cec-8b02-150c8a7ef33d", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "4e186f68-b405-4cec-8b02-150c8a7ef33d", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "59bfe529-3f2d-48b1-abf1-406e6b85109c", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "59bfe529-3f2d-48b1-abf1-406e6b85109c", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "59bfe529-3f2d-48b1-abf1-406e6b85109c", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "6639dbef-ab2a-4d30-88ca-ab5479f5bc65", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "6639dbef-ab2a-4d30-88ca-ab5479f5bc65", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "6639dbef-ab2a-4d30-88ca-ab5479f5bc65", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "d73d35c7-3b60-4f79-81fb-e570b101c6f0", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "d73d35c7-3b60-4f79-81fb-e570b101c6f0", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "d73d35c7-3b60-4f79-81fb-e570b101c6f0", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "82adae54-bd41-42a6-9b92-28cab473a48b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "82adae54-bd41-42a6-9b92-28cab473a48b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "82adae54-bd41-42a6-9b92-28cab473a48b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "6a7d123e-c5c2-45a7-b986-79fb23827f4e", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "6a7d123e-c5c2-45a7-b986-79fb23827f4e", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "6a7d123e-c5c2-45a7-b986-79fb23827f4e", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "f2238b09-7870-43f8-b1c8-60659f4f6215", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "f2238b09-7870-43f8-b1c8-60659f4f6215", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "f2238b09-7870-43f8-b1c8-60659f4f6215", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "99585c98-1b63-49c7-855c-b28f609d06f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "8a4af478-902a-4d67-a770-4c36b67f7a55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "8a4af478-902a-4d67-a770-4c36b67f7a55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "a1a17c16-db53-4834-988c-4f5fc056f54c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aac012", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "a1a17c16-db53-4834-988c-4f5fc056f54c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c8775cd-4c1c-41fa-a9a5-b3bc3d377d6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "aa7802f7-e4b0-4bbf-83b9-a4d2bc0ad6f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "67da4c27-c337-4d00-930f-feac5bd4f856", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "d3b46758-54d4-4843-9539-97598aee02de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "d3b46758-54d4-4843-9539-97598aee02de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18977abc-9743-445b-b140-f2cc55d20f72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "95a9d10a-6205-410a-9cbb-be6ed8ce4504", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "95a9d10a-6205-410a-9cbb-be6ed8ce4504", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "95a9d10a-6205-410a-9cbb-be6ed8ce4504", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dfe5c9a4-dbdd-4ade-a51b-6fe68d3cd97d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "833130e9-dbe9-4f16-87ec-f1104e0038e4", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "833130e9-dbe9-4f16-87ec-f1104e0038e4", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "833130e9-dbe9-4f16-87ec-f1104e0038e4", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "b118b83b-6142-4e66-ad7c-bcb5340b7a92", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "b118b83b-6142-4e66-ad7c-bcb5340b7a92", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "b118b83b-6142-4e66-ad7c-bcb5340b7a92", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "89445575-6b4a-4f73-adac-e744634ec0f6", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "89445575-6b4a-4f73-adac-e744634ec0f6", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "89445575-6b4a-4f73-adac-e744634ec0f6", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "00e67b60-31ee-48c1-bd8e-cd64916e69a7", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "00e67b60-31ee-48c1-bd8e-cd64916e69a7", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "00e67b60-31ee-48c1-bd8e-cd64916e69a7", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c74880d8-26b9-4840-88fe-1ca30c1f6bdf", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c74880d8-26b9-4840-88fe-1ca30c1f6bdf", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c74880d8-26b9-4840-88fe-1ca30c1f6bdf", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "db8b72e8-0642-4684-983b-c8f6eede1a51", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "db8b72e8-0642-4684-983b-c8f6eede1a51", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "db8b72e8-0642-4684-983b-c8f6eede1a51", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c859899b-c684-4cf5-a88d-a983bf4ee8fb", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c859899b-c684-4cf5-a88d-a983bf4ee8fb", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c859899b-c684-4cf5-a88d-a983bf4ee8fb", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "801b0264-6875-41f4-8321-bc91ae3780b0", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "801b0264-6875-41f4-8321-bc91ae3780b0", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "801b0264-6875-41f4-8321-bc91ae3780b0", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "openshift-service-ca.crt", "reconcileID": "cfca7937-9571-40a9-9971-b80a9a92a792", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-trusted-ca-bundle", "reconcileID": "1bc66634-708f-4c47-9bb3-7cc01571ed32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "openshift-service-ca.crt", "reconcileID": "a0851a92-cb08-4cdb-afef-71283d3195db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd468d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "openshift-service-ca.crt", "reconcileID": "a0851a92-cb08-4cdb-afef-71283d3195db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "837f33c9-7920-4d01-8179-050358eb05f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "openshift-service-ca.crt", "reconcileID": "b45990e1-aea7-4705-8562-b31ba8e3bc76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-trusted-ca-bundle", "reconcileID": "5fce6afe-75d8-4beb-8b2a-40835ec1695e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:19:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-trusted-ca-bundle", "reconcileID": "5fce6afe-75d8-4beb-8b2a-40835ec1695e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dd61ae8-8c79-49fc-8de8-18212b256bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:19:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "d708f5ef-239e-48c2-be5d-5559635c900a", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "d708f5ef-239e-48c2-be5d-5559635c900a", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "d708f5ef-239e-48c2-be5d-5559635c900a", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfc17cb2-0085-4409-9648-0636396d347c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c9af5d26-0f83-46dc-a76b-2afedcb64f60", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c9af5d26-0f83-46dc-a76b-2afedcb64f60", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "c9af5d26-0f83-46dc-a76b-2afedcb64f60", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:19:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "9ecbf385-637d-40b5-9d0c-52919c540ac0", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "9ecbf385-637d-40b5-9d0c-52919c540ac0", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "9ecbf385-637d-40b5-9d0c-52919c540ac0", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "0fafe887-43a9-4f0e-bce3-4c033afb0dc3", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "9ecbf385-637d-40b5-9d0c-52919c540ac0", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:19:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "9ecbf385-637d-40b5-9d0c-52919c540ac0", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:19:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "9ecbf385-637d-40b5-9d0c-52919c540ac0", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "0fafe887-43a9-4f0e-bce3-4c033afb0dc3", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "0fafe887-43a9-4f0e-bce3-4c033afb0dc3", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:19:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "001cd952-8007-46af-ba1e-2d233cdb0943", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "001cd952-8007-46af-ba1e-2d233cdb0943", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "001cd952-8007-46af-ba1e-2d233cdb0943", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "001cd952-8007-46af-ba1e-2d233cdb0943", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:19:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "001cd952-8007-46af-ba1e-2d233cdb0943", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:19:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "001cd952-8007-46af-ba1e-2d233cdb0943", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:19:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ff081b4-057b-4f4c-b738-cca47449d202", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bd086bf-96e7-4b2b-a443-2c93736df934", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "f03fdabf-a810-49d8-b4ae-0323fcba8a04", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "f03fdabf-a810-49d8-b4ae-0323fcba8a04", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "f03fdabf-a810-49d8-b4ae-0323fcba8a04", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:20:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "6c782d87-0495-4fbb-b2f3-f67147664668", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "6c782d87-0495-4fbb-b2f3-f67147664668", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "6c782d87-0495-4fbb-b2f3-f67147664668", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "6c782d87-0495-4fbb-b2f3-f67147664668", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:20:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "6c782d87-0495-4fbb-b2f3-f67147664668", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:20:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "6c782d87-0495-4fbb-b2f3-f67147664668", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "1bdcc810-eb6b-4d9b-bff4-3bf53b20579e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "1bdcc810-eb6b-4d9b-bff4-3bf53b20579e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "1bdcc810-eb6b-4d9b-bff4-3bf53b20579e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "1bdcc810-eb6b-4d9b-bff4-3bf53b20579e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:20:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "1bdcc810-eb6b-4d9b-bff4-3bf53b20579e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:20:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "1bdcc810-eb6b-4d9b-bff4-3bf53b20579e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "a68dbbd5-7274-4551-9bfd-cfe5a420a82e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "a68dbbd5-7274-4551-9bfd-cfe5a420a82e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "a68dbbd5-7274-4551-9bfd-cfe5a420a82e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "a68dbbd5-7274-4551-9bfd-cfe5a420a82e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:20:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "a68dbbd5-7274-4551-9bfd-cfe5a420a82e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:20:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "a68dbbd5-7274-4551-9bfd-cfe5a420a82e", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:20:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "c3584951-9b49-4627-a979-a2091dba7510", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "c3584951-9b49-4627-a979-a2091dba7510", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "c3584951-9b49-4627-a979-a2091dba7510", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "326e8fa1-f99b-41d0-ae0a-7371a6ea58d2", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:20:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "c3584951-9b49-4627-a979-a2091dba7510", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:20:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "c3584951-9b49-4627-a979-a2091dba7510", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:20:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "c3584951-9b49-4627-a979-a2091dba7510", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "326e8fa1-f99b-41d0-ae0a-7371a6ea58d2", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "326e8fa1-f99b-41d0-ae0a-7371a6ea58d2", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:20:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "68013baa-ff7e-4076-950d-72b65afe0234", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "68013baa-ff7e-4076-950d-72b65afe0234", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "68013baa-ff7e-4076-950d-72b65afe0234", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "68013baa-ff7e-4076-950d-72b65afe0234", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:20:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "68013baa-ff7e-4076-950d-72b65afe0234", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:20:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "68013baa-ff7e-4076-950d-72b65afe0234", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "ead07d34-cb6d-4937-8d17-47f27d3e107d", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:20:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "ead07d34-cb6d-4937-8d17-47f27d3e107d", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:20:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "ead07d34-cb6d-4937-8d17-47f27d3e107d", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:20:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "d93b4e4f-f3eb-4152-9840-46754bafbd32", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "d93b4e4f-f3eb-4152-9840-46754bafbd32", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "d93b4e4f-f3eb-4152-9840-46754bafbd32", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "d93b4e4f-f3eb-4152-9840-46754bafbd32", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:20:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "d93b4e4f-f3eb-4152-9840-46754bafbd32", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:20:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "d93b4e4f-f3eb-4152-9840-46754bafbd32", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "bcd616d2-e507-41ac-afcd-ae0fa44353b9", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "bcd616d2-e507-41ac-afcd-ae0fa44353b9", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "bcd616d2-e507-41ac-afcd-ae0fa44353b9", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "bcd616d2-e507-41ac-afcd-ae0fa44353b9", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "bcd616d2-e507-41ac-afcd-ae0fa44353b9", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "bcd616d2-e507-41ac-afcd-ae0fa44353b9", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:20:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "855133aa-503e-4ec3-9ea7-a5b6b133ca0b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:20:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "855133aa-503e-4ec3-9ea7-a5b6b133ca0b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:20:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "855133aa-503e-4ec3-9ea7-a5b6b133ca0b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:20:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "93391eae-ce77-4bfd-a9ed-d4ebb2f80616", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:20:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "93391eae-ce77-4bfd-a9ed-d4ebb2f80616", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:20:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "93391eae-ce77-4bfd-a9ed-d4ebb2f80616", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T17:22:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T17:22:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T17:22:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T17:22:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012"} 2026-07-13T17:22:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:22:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012-kserve-route-authn"} 2026-07-13T17:22:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "fbff9a9d-7411-4d26-bec9-e43bb3439976", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "auth-test-model-aac012", "reconcileID": "47dbd4f4-4698-4bc9-b522-21ded11e6ded", "LLMInferenceService": "auth-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "c9f23053-a658-4f30-b144-096ac90d5a55", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "c9f23053-a658-4f30-b144-096ac90d5a55", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "c9f23053-a658-4f30-b144-096ac90d5a55", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "bb319ff5-6ebc-482c-b6a8-18c4199c2b39", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "bb319ff5-6ebc-482c-b6a8-18c4199c2b39", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "bb319ff5-6ebc-482c-b6a8-18c4199c2b39", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d"} 2026-07-13T17:22:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:22:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:22:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "a81495fd-f18c-4205-9435-ab9ebff45f11", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "auth-test-model-bd468d", "reconcileID": "fc295ea8-248b-405c-88c3-02165a1dcb2e", "LLMInferenceService": "auth-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "9702de1e-5fdd-4968-ba1f-17229516a4bf", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "9702de1e-5fdd-4968-ba1f-17229516a4bf", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "9702de1e-5fdd-4968-ba1f-17229516a4bf", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "79ec8fbb-6dbf-4ded-b343-c097dd8604fd", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "79ec8fbb-6dbf-4ded-b343-c097dd8604fd", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "79ec8fbb-6dbf-4ded-b343-c097dd8604fd", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a09c6fd6-cd27-47f6-9668-9821bd6cccb3", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a09c6fd6-cd27-47f6-9668-9821bd6cccb3", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a09c6fd6-cd27-47f6-9668-9821bd6cccb3", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a09c6fd6-cd27-47f6-9668-9821bd6cccb3", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012-kserve-route-authn"} 2026-07-13T17:22:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a09c6fd6-cd27-47f6-9668-9821bd6cccb3", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:22:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a09c6fd6-cd27-47f6-9668-9821bd6cccb3", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "7188d447-2233-4715-8c43-6f6ca54f3777", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "7188d447-2233-4715-8c43-6f6ca54f3777", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "7188d447-2233-4715-8c43-6f6ca54f3777", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "3d79868e-6be9-4083-9c06-afe97f5fe24e", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "3d79868e-6be9-4083-9c06-afe97f5fe24e", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "3d79868e-6be9-4083-9c06-afe97f5fe24e", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "3d79868e-6be9-4083-9c06-afe97f5fe24e", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012-kserve-route-authn"} 2026-07-13T17:22:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "3d79868e-6be9-4083-9c06-afe97f5fe24e", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:22:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "3d79868e-6be9-4083-9c06-afe97f5fe24e", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "33119ea0-2081-46e1-95ad-f37a83f52877", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "33119ea0-2081-46e1-95ad-f37a83f52877", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:22:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "33119ea0-2081-46e1-95ad-f37a83f52877", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:22:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "f0e58d9c-960c-4a07-8300-484313d808f8", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "f0e58d9c-960c-4a07-8300-484313d808f8", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "f0e58d9c-960c-4a07-8300-484313d808f8", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "f0e58d9c-960c-4a07-8300-484313d808f8", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012-kserve-route-authn"} 2026-07-13T17:22:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "f0e58d9c-960c-4a07-8300-484313d808f8", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:22:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "f0e58d9c-960c-4a07-8300-484313d808f8", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a75fb5ea-393e-4ae2-80a3-448b468eba50", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a75fb5ea-393e-4ae2-80a3-448b468eba50", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a75fb5ea-393e-4ae2-80a3-448b468eba50", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a75fb5ea-393e-4ae2-80a3-448b468eba50", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012-kserve-route-authn"} 2026-07-13T17:22:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a75fb5ea-393e-4ae2-80a3-448b468eba50", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:22:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "a75fb5ea-393e-4ae2-80a3-448b468eba50", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:22:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "edd65ac7-dcd5-4d36-93b6-a631ac8c5844", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "edd65ac7-dcd5-4d36-93b6-a631ac8c5844", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "edd65ac7-dcd5-4d36-93b6-a631ac8c5844", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "38e3806c-8589-4b26-a30a-f1e856658a7e", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "edd65ac7-dcd5-4d36-93b6-a631ac8c5844", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:22:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "edd65ac7-dcd5-4d36-93b6-a631ac8c5844", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:22:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "edd65ac7-dcd5-4d36-93b6-a631ac8c5844", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "38e3806c-8589-4b26-a30a-f1e856658a7e", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:22:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "38e3806c-8589-4b26-a30a-f1e856658a7e", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "bd3eb32a-d06d-4d60-bc31-de7057af5918", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "bd3eb32a-d06d-4d60-bc31-de7057af5918", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "bd3eb32a-d06d-4d60-bc31-de7057af5918", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "bd3eb32a-d06d-4d60-bc31-de7057af5918", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:22:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "bd3eb32a-d06d-4d60-bc31-de7057af5918", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:22:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "bd3eb32a-d06d-4d60-bc31-de7057af5918", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "b95fd65d-7340-46d8-89c6-d459ca67e27b", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "b95fd65d-7340-46d8-89c6-d459ca67e27b", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:22:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "b95fd65d-7340-46d8-89c6-d459ca67e27b", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:22:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "24cbdda9-adb7-4368-87b9-55a257a7c8d5", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "24cbdda9-adb7-4368-87b9-55a257a7c8d5", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "24cbdda9-adb7-4368-87b9-55a257a7c8d5", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:22:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "24cbdda9-adb7-4368-87b9-55a257a7c8d5", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:22:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "24cbdda9-adb7-4368-87b9-55a257a7c8d5", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:22:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "24cbdda9-adb7-4368-87b9-55a257a7c8d5", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "d44cd9cb-8826-43fd-954f-35caa5264fda", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "d44cd9cb-8826-43fd-954f-35caa5264fda", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "d44cd9cb-8826-43fd-954f-35caa5264fda", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "d44cd9cb-8826-43fd-954f-35caa5264fda", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:23:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "d44cd9cb-8826-43fd-954f-35caa5264fda", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:23:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "d44cd9cb-8826-43fd-954f-35caa5264fda", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012"} 2026-07-13T17:23:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012-kserve-route-authn"} 2026-07-13T17:23:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012-kserve-route-authn"} 2026-07-13T17:23:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "6441531f-4a53-4db9-9b83-0839b01b4deb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "sub-test-model-aac012", "reconcileID": "956a555e-4715-490d-8756-fc2c03c63abb", "LLMInferenceService": "sub-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "06e6029a-6bdf-44d1-a1b5-087828eb55ab", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "06e6029a-6bdf-44d1-a1b5-087828eb55ab", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:23:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "06e6029a-6bdf-44d1-a1b5-087828eb55ab", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "53d6d5d7-d55a-4d3d-8851-8bac2112e184", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "53d6d5d7-d55a-4d3d-8851-8bac2112e184", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:23:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "53d6d5d7-d55a-4d3d-8851-8bac2112e184", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d"} 2026-07-13T17:23:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:23:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:23:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "9eda9206-13db-4ec1-ae12-99675b88a9e4", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "sub-test-model-bd468d", "reconcileID": "ef48435c-09de-4771-939e-d08883d40da1", "LLMInferenceService": "sub-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:23:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "e4566cee-f866-4696-a320-7bbade9fdd6f", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:23:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "e4566cee-f866-4696-a320-7bbade9fdd6f", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:23:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "e4566cee-f866-4696-a320-7bbade9fdd6f", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:23:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "daac4adb-0112-48de-8197-cfac0704fad3", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:23:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "daac4adb-0112-48de-8197-cfac0704fad3", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:23:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "daac4adb-0112-48de-8197-cfac0704fad3", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:23:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "5f1b5086-4dd5-402f-996c-884c23afb66b", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "5f1b5086-4dd5-402f-996c-884c23afb66b", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "5f1b5086-4dd5-402f-996c-884c23afb66b", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "578cecd9-57d6-4bbd-a266-6399577537a5", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "5f1b5086-4dd5-402f-996c-884c23afb66b", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012-kserve-route-authn"} 2026-07-13T17:23:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "5f1b5086-4dd5-402f-996c-884c23afb66b", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:23:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "5f1b5086-4dd5-402f-996c-884c23afb66b", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "578cecd9-57d6-4bbd-a266-6399577537a5", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:23:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "578cecd9-57d6-4bbd-a266-6399577537a5", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "0c7efe57-bd94-4934-acb1-72b9008ad0c8", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "0c7efe57-bd94-4934-acb1-72b9008ad0c8", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "0c7efe57-bd94-4934-acb1-72b9008ad0c8", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "0c7efe57-bd94-4934-acb1-72b9008ad0c8", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012-kserve-route-authn"} 2026-07-13T17:23:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "0c7efe57-bd94-4934-acb1-72b9008ad0c8", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:23:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "0c7efe57-bd94-4934-acb1-72b9008ad0c8", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "ff387db2-9bb0-445e-bf07-cad272e85e2e", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "ff387db2-9bb0-445e-bf07-cad272e85e2e", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:23:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "ff387db2-9bb0-445e-bf07-cad272e85e2e", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:23:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "ebeaabd2-cdc9-4ad1-84ca-7d02cb51106c", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "ebeaabd2-cdc9-4ad1-84ca-7d02cb51106c", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "ebeaabd2-cdc9-4ad1-84ca-7d02cb51106c", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "ebeaabd2-cdc9-4ad1-84ca-7d02cb51106c", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012-kserve-route-authn"} 2026-07-13T17:23:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "ebeaabd2-cdc9-4ad1-84ca-7d02cb51106c", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:23:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "ebeaabd2-cdc9-4ad1-84ca-7d02cb51106c", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "e85ef59c-52b2-414c-80ab-c3ddffca5526", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "e85ef59c-52b2-414c-80ab-c3ddffca5526", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "e85ef59c-52b2-414c-80ab-c3ddffca5526", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:23:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "e85ef59c-52b2-414c-80ab-c3ddffca5526", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012-kserve-route-authn"} 2026-07-13T17:23:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "e85ef59c-52b2-414c-80ab-c3ddffca5526", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "authType": "userdefined"} 2026-07-13T17:23:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "e85ef59c-52b2-414c-80ab-c3ddffca5526", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "d9c673d4-5add-4b13-968f-f9be79a9de3e", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "d9c673d4-5add-4b13-968f-f9be79a9de3e", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "d9c673d4-5add-4b13-968f-f9be79a9de3e", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "63450507-fb12-446e-b97c-2995e0e1c1d5", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "d9c673d4-5add-4b13-968f-f9be79a9de3e", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:24:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "d9c673d4-5add-4b13-968f-f9be79a9de3e", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:24:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "d9c673d4-5add-4b13-968f-f9be79a9de3e", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "63450507-fb12-446e-b97c-2995e0e1c1d5", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "63450507-fb12-446e-b97c-2995e0e1c1d5", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "dab0de88-fd6e-4612-aadb-65f5c2fde2b2", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "dab0de88-fd6e-4612-aadb-65f5c2fde2b2", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "dab0de88-fd6e-4612-aadb-65f5c2fde2b2", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "dab0de88-fd6e-4612-aadb-65f5c2fde2b2", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:24:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "dab0de88-fd6e-4612-aadb-65f5c2fde2b2", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:24:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "dab0de88-fd6e-4612-aadb-65f5c2fde2b2", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6c0dacb-2bd9-4c5a-b8ad-3dba56b8730d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:24:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "dc933338-a846-46f1-b6af-08f68b8ed70b", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "dc933338-a846-46f1-b6af-08f68b8ed70b", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:24:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "dc933338-a846-46f1-b6af-08f68b8ed70b", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "569347f0-6f82-489b-b1b2-10b6b55f962d", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "569347f0-6f82-489b-b1b2-10b6b55f962d", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "569347f0-6f82-489b-b1b2-10b6b55f962d", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "569347f0-6f82-489b-b1b2-10b6b55f962d", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:24:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "569347f0-6f82-489b-b1b2-10b6b55f962d", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:24:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "569347f0-6f82-489b-b1b2-10b6b55f962d", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "5957203a-9879-40ab-be12-f6d589445805", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "5957203a-9879-40ab-be12-f6d589445805", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "5957203a-9879-40ab-be12-f6d589445805", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "5957203a-9879-40ab-be12-f6d589445805", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:24:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "5957203a-9879-40ab-be12-f6d589445805", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "authType": "userdefined"} 2026-07-13T17:24:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "5957203a-9879-40ab-be12-f6d589445805", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d401324-92d7-44a5-8b51-b4c8646c9828", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:24:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58fe6b6f-1866-40d5-ba40-bc58b644b81f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:24:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012"} 2026-07-13T17:24:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012-kserve-route-authn"} 2026-07-13T17:24:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012-kserve-route-authn"} 2026-07-13T17:24:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "359694e8-b5f0-420a-8e01-3c4efee5b4d7", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aac012","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "rate-test-model-aac012", "reconcileID": "4dd73675-c305-454e-938b-79dac7206bfc", "LLMInferenceService": "rate-test-model-aac012", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:24:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "b3c018bd-c72d-4bc6-bcd3-34b1df2aaa4b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:24:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "b3c018bd-c72d-4bc6-bcd3-34b1df2aaa4b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:24:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "b3c018bd-c72d-4bc6-bcd3-34b1df2aaa4b", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:24:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "33559877-5709-48ed-a854-9e7d5714b379", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:24:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "33559877-5709-48ed-a854-9e7d5714b379", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:24:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "33559877-5709-48ed-a854-9e7d5714b379", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:24:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d"} 2026-07-13T17:24:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:24:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d-kserve-route-authn"} 2026-07-13T17:24:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "0ab0bbc9-8de5-499d-b6d7-77a45247768b", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bd468d","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "rate-test-model-bd468d", "reconcileID": "14f72998-3ca7-4319-8637-7b343cede411", "LLMInferenceService": "rate-test-model-bd468d", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:24:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "91e73871-e850-4f90-97e9-f846b6fdbb20", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "91e73871-e850-4f90-97e9-f846b6fdbb20", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:24:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "91e73871-e850-4f90-97e9-f846b6fdbb20", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "10658d1a-e1fb-48ce-aafd-859bbeb4c8b0", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:24:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "10658d1a-e1fb-48ce-aafd-859bbeb4c8b0", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:24:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "10658d1a-e1fb-48ce-aafd-859bbeb4c8b0", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:25:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf882fff-f831-4499-92bc-6615dfa07903", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "4ca9cd6b-841f-4eec-b3b7-035367d50244", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "4ca9cd6b-841f-4eec-b3b7-035367d50244", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "4ca9cd6b-841f-4eec-b3b7-035367d50244", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "d987c3ff-ecd0-4fc9-974b-274788553526", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "d987c3ff-ecd0-4fc9-974b-274788553526", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012-authn-ssl"} 2026-07-13T17:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aac012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aac012", "reconcileID": "d987c3ff-ecd0-4fc9-974b-274788553526", "Gateway": "e2e-shared-a-aac012", "namespace": "openshift-ingress"} 2026-07-13T17:25:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5a0556f-2f2f-47a0-95a3-8116120a6d6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5a0556f-2f2f-47a0-95a3-8116120a6d6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:25:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5a0556f-2f2f-47a0-95a3-8116120a6d6c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-aac012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:25:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "ab9fcbdd-7395-4426-944b-31c7e35219a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "ab9fcbdd-7395-4426-944b-31c7e35219a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:25:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "ab9fcbdd-7395-4426-944b-31c7e35219a1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-aac012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:25:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "cfd6be54-10b3-417b-ad4a-d84c469a4b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "openshift-service-ca.crt", "reconcileID": "cfd6be54-10b3-417b-ad4a-d84c469a4b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0040e9fd-5570-43bc-8110-0338a51f1586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0040e9fd-5570-43bc-8110-0338a51f1586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "4a8358fa-c325-4ef7-8ba6-3ec21f2011e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aac012"}, "namespace": "ai-tenant-e2e-shared-a-aac012", "name": "odh-trusted-ca-bundle", "reconcileID": "4a8358fa-c325-4ef7-8ba6-3ec21f2011e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aac012"} 2026-07-13T17:25:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e47c828-2d64-4884-a122-b97282bb2fda", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T17:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "49557c3b-c27b-4c18-aa5a-70e2749708f9", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "49557c3b-c27b-4c18-aa5a-70e2749708f9", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "49557c3b-c27b-4c18-aa5a-70e2749708f9", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "4dea4c24-6beb-43dd-924c-5c892e702206", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "4dea4c24-6beb-43dd-924c-5c892e702206", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d-authn-ssl"} 2026-07-13T17:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd468d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd468d", "reconcileID": "4dea4c24-6beb-43dd-924c-5c892e702206", "Gateway": "e2e-shared-b-bd468d", "namespace": "openshift-ingress"} 2026-07-13T17:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dcc09a0-1407-4be7-bac8-de857b5da5b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:26:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dcc09a0-1407-4be7-bac8-de857b5da5b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T17:26:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dcc09a0-1407-4be7-bac8-de857b5da5b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bd468d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T17:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-trusted-ca-bundle", "reconcileID": "125b6c5c-085a-4c49-9e58-129742eb99c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-trusted-ca-bundle", "reconcileID": "125b6c5c-085a-4c49-9e58-129742eb99c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "openshift-service-ca.crt", "reconcileID": "1f827c07-9f8f-49d1-92ef-282504f08879", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "openshift-service-ca.crt", "reconcileID": "1f827c07-9f8f-49d1-92ef-282504f08879", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48020ec2-27ad-4482-b4fa-63badbe1c48f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"} 2026-07-13T17:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd468d"}, "namespace": "ai-tenant-e2e-shared-b-bd468d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48020ec2-27ad-4482-b4fa-63badbe1c48f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd468d"}