2026-07-09T14:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "4247663d-a371-4b6e-bac3-1b6593e59af9", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "4247663d-a371-4b6e-bac3-1b6593e59af9", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "4247663d-a371-4b6e-bac3-1b6593e59af9", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "7735815e-ad25-4b3d-a83c-e3683d2d49d2", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "7735815e-ad25-4b3d-a83c-e3683d2d49d2", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "7735815e-ad25-4b3d-a83c-e3683d2d49d2", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "aeb9cf10-dd55-4bda-b883-dfbf903428fc", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "aeb9cf10-dd55-4bda-b883-dfbf903428fc", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "aeb9cf10-dd55-4bda-b883-dfbf903428fc", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "696b30fd-b7e5-4ae5-b55a-4fa0892a682c", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "696b30fd-b7e5-4ae5-b55a-4fa0892a682c", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "696b30fd-b7e5-4ae5-b55a-4fa0892a682c", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "47494c8e-aaf4-43ba-95d2-71848b05d3b7", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "47494c8e-aaf4-43ba-95d2-71848b05d3b7", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "47494c8e-aaf4-43ba-95d2-71848b05d3b7", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "openshift-service-ca.crt", "reconcileID": "0c7427ed-5f67-4966-9341-ee345be7be0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-trusted-ca-bundle", "reconcileID": "967619b7-19eb-4faf-9546-bb289af10f15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "openshift-service-ca.crt", "reconcileID": "84470b05-3753-4561-81cd-cb04ada61d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-606620", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "openshift-service-ca.crt", "reconcileID": "84470b05-3753-4561-81cd-cb04ada61d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3477ecf-0984-491a-80cb-5f8bce7507f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "openshift-service-ca.crt", "reconcileID": "a9f2a439-233b-4ecb-a87f-675ffcdd0b1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-trusted-ca-bundle", "reconcileID": "413a4edd-c2a1-4cca-be77-588b2295ba06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-trusted-ca-bundle", "reconcileID": "413a4edd-c2a1-4cca-be77-588b2295ba06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81fe7011-1dc6-46bd-aad6-e141d603d4f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "0c1c65fa-2237-43da-a7f6-db11b5397291", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "0c1c65fa-2237-43da-a7f6-db11b5397291", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "0c1c65fa-2237-43da-a7f6-db11b5397291", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75c8cd81-ea78-418e-8bfb-811489691c99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "56c5fa1b-60b6-43b7-8490-9852184e7721", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress"} 2026-07-09T14:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "56c5fa1b-60b6-43b7-8490-9852184e7721", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98-authn-ssl"} 2026-07-09T14:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "56c5fa1b-60b6-43b7-8490-9852184e7721", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress"} 2026-07-09T14:07:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "bcaab83a-e36d-4c71-be06-6983c398139d", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "bcaab83a-e36d-4c71-be06-6983c398139d", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "bcaab83a-e36d-4c71-be06-6983c398139d", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28a467b3-3c5a-4374-9c89-898c556c4630", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "a60492e7-9ae3-4eeb-89e8-a8070504d4a0", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress"} 2026-07-09T14:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "a60492e7-9ae3-4eeb-89e8-a8070504d4a0", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98-authn-ssl"} 2026-07-09T14:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "a60492e7-9ae3-4eeb-89e8-a8070504d4a0", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress"} 2026-07-09T14:07:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0fee61a-9ee7-42c3-b6ff-b35c14e4249e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:07:38Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:07:38Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:07:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abb19fd5-a751-4830-a34c-328e298c13ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abb19fd5-a751-4830-a34c-328e298c13ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5c1b98", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abb19fd5-a751-4830-a34c-328e298c13ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-5c1b98 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:07:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-trusted-ca-bundle", "reconcileID": "447f6e66-ce06-4952-ad18-ffd3ed072d2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-trusted-ca-bundle", "reconcileID": "447f6e66-ce06-4952-ad18-ffd3ed072d2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "openshift-service-ca.crt", "reconcileID": "4ee14089-c691-499d-9c4e-280ceea6ce27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "openshift-service-ca.crt", "reconcileID": "4ee14089-c691-499d-9c4e-280ceea6ce27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8cfc31-28f8-4d8a-a876-7eebe9a973cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5c1b98"}, "namespace": "ai-tenant-e2e-api-a-5c1b98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8cfc31-28f8-4d8a-a876-7eebe9a973cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5c1b98"} 2026-07-09T14:07:39Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:07:39Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:07:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5c1b98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5c1b98", "reconcileID": "1b1669fd-884b-41a8-8966-b8ffb4e99529", "Gateway": "e2e-api-a-5c1b98", "namespace": "openshift-ingress"} 2026-07-09T14:07:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "c862ad3e-010f-424c-b484-ba4801adca84", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "c862ad3e-010f-424c-b484-ba4801adca84", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress", "name": "e2e-api-b-606620-authn-ssl"} 2026-07-09T14:07:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "c862ad3e-010f-424c-b484-ba4801adca84", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d748dab5-4eaf-4e2d-847a-0f8bca75fc38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d748dab5-4eaf-4e2d-847a-0f8bca75fc38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d748dab5-4eaf-4e2d-847a-0f8bca75fc38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-606620 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:07:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-trusted-ca-bundle", "reconcileID": "f530161a-bede-4da1-b7be-3f4653ebeacd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-trusted-ca-bundle", "reconcileID": "f530161a-bede-4da1-b7be-3f4653ebeacd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "openshift-service-ca.crt", "reconcileID": "149a55d1-dbd9-4ca6-b4fd-18655ddb8656", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "openshift-service-ca.crt", "reconcileID": "149a55d1-dbd9-4ca6-b4fd-18655ddb8656", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f895b0-dbfb-44ef-a2fd-089ff3cec5c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-606620"}, "namespace": "ai-tenant-e2e-api-b-606620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f895b0-dbfb-44ef-a2fd-089ff3cec5c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-606620"} 2026-07-09T14:07:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-606620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-606620", "reconcileID": "960bf241-fb4a-4d40-9756-c1f58f58acca", "Gateway": "e2e-api-b-606620", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "410b68da-b1e4-4f39-9094-8a609447971e", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "410b68da-b1e4-4f39-9094-8a609447971e", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "410b68da-b1e4-4f39-9094-8a609447971e", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "65505df4-73ad-49a2-9528-0a032b565dcb", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "65505df4-73ad-49a2-9528-0a032b565dcb", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "65505df4-73ad-49a2-9528-0a032b565dcb", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "4e3cf02a-6479-4a55-82e1-9caf5ee6b535", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "4e3cf02a-6479-4a55-82e1-9caf5ee6b535", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "4e3cf02a-6479-4a55-82e1-9caf5ee6b535", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "8c1743f2-89a8-4666-a45e-046c13b7db21", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "8c1743f2-89a8-4666-a45e-046c13b7db21", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "8c1743f2-89a8-4666-a45e-046c13b7db21", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "62deefad-17c6-4699-bbec-3105580a7860", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "62deefad-17c6-4699-bbec-3105580a7860", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "62deefad-17c6-4699-bbec-3105580a7860", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "1f189ec3-0e0f-4d1d-aa3f-fb0b8262ee6c", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "1f189ec3-0e0f-4d1d-aa3f-fb0b8262ee6c", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "1f189ec3-0e0f-4d1d-aa3f-fb0b8262ee6c", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "54f6c16d-8be9-4221-825f-f6f7062752e1", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "54f6c16d-8be9-4221-825f-f6f7062752e1", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "54f6c16d-8be9-4221-825f-f6f7062752e1", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "openshift-service-ca.crt", "reconcileID": "2bcdac3b-64f7-4d04-9e92-2cb5ee099a31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-trusted-ca-bundle", "reconcileID": "fe86b6a5-69ed-4168-93f3-5d468c131d91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "openshift-service-ca.crt", "reconcileID": "f7ceb886-cd64-407b-8c40-b45e4ad9e5e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-06548f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "openshift-service-ca.crt", "reconcileID": "f7ceb886-cd64-407b-8c40-b45e4ad9e5e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90e10321-3dd9-4df8-ade1-111c49f3c18a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "openshift-service-ca.crt", "reconcileID": "b3e89798-56a6-48f1-a8b6-283cfe5fead3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-trusted-ca-bundle", "reconcileID": "1c3d177b-3385-47f1-808b-7d56fdd6bc07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-trusted-ca-bundle", "reconcileID": "1c3d177b-3385-47f1-808b-7d56fdd6bc07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93bcc0ad-3e16-4dda-8705-2dc25e733466", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:07:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "d7f21b48-78b3-43fb-8e1e-11bdc6b182ee", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "d7f21b48-78b3-43fb-8e1e-11bdc6b182ee", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:07:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "d7f21b48-78b3-43fb-8e1e-11bdc6b182ee", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:07:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ef63581-8112-49be-a625-f2cbdb6f6341", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "58e68dac-040a-4e02-aab5-557e0642d292", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "58e68dac-040a-4e02-aab5-557e0642d292", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "58e68dac-040a-4e02-aab5-557e0642d292", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "ef84c861-c0f5-4edc-960e-f974213f8272", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "ef84c861-c0f5-4edc-960e-f974213f8272", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "ef84c861-c0f5-4edc-960e-f974213f8272", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "58f3efff-41ba-4397-862f-d6bc6e59f125", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "58f3efff-41ba-4397-862f-d6bc6e59f125", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "58f3efff-41ba-4397-862f-d6bc6e59f125", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "db80c4af-db2f-4e40-8fe2-476d3ef2bb1b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "db80c4af-db2f-4e40-8fe2-476d3ef2bb1b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "db80c4af-db2f-4e40-8fe2-476d3ef2bb1b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "fcd84b31-bbcd-4df8-9f04-c19902ddf3fe", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "fcd84b31-bbcd-4df8-9f04-c19902ddf3fe", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "fcd84b31-bbcd-4df8-9f04-c19902ddf3fe", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "d4c7a322-1dc2-4e02-8182-371f2346d387", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "d4c7a322-1dc2-4e02-8182-371f2346d387", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "d4c7a322-1dc2-4e02-8182-371f2346d387", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "5f402895-a3c1-40dd-bc2b-4ba3340cdb99", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "5f402895-a3c1-40dd-bc2b-4ba3340cdb99", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "5f402895-a3c1-40dd-bc2b-4ba3340cdb99", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "41653776-c5b2-45a3-8235-3a5db3c586ac", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "41653776-c5b2-45a3-8235-3a5db3c586ac", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "41653776-c5b2-45a3-8235-3a5db3c586ac", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "aaf837c4-613b-479f-8a56-eb4474b7df8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "aa07b5d5-d41e-454f-b277-e3ac1436452a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:07:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "fad4aaaf-c11b-488c-bfd9-86e0889e6d28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "fad4aaaf-c11b-488c-bfd9-86e0889e6d28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:07:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "303a4dee-98c0-4b2e-8f94-fc8cc18ff281", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "303a4dee-98c0-4b2e-8f94-fc8cc18ff281", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "769b6dab-a027-482f-a741-ef57c9f883be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:07:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "85e2966b-95bf-4aec-97e5-1e68271a839f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:07:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "85e2966b-95bf-4aec-97e5-1e68271a839f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "6630d5a8-b083-4302-afac-66c5edfce4cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2abc34b4-b67d-407d-888c-01ec70853f6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "517ca841-f1cb-4f3f-a2f7-001bf27ecdf3", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "517ca841-f1cb-4f3f-a2f7-001bf27ecdf3", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:08:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "517ca841-f1cb-4f3f-a2f7-001bf27ecdf3", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de1fc68a-5102-46ae-bf31-0af87325c7d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:08:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "15440a60-09d2-4f2b-bd01-5a4955e03e2b", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "15440a60-09d2-4f2b-bd01-5a4955e03e2b", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:08:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "15440a60-09d2-4f2b-bd01-5a4955e03e2b", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "335a4399-29ea-4123-885a-550509e26506", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "335a4399-29ea-4123-885a-550509e26506", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "335a4399-29ea-4123-885a-550509e26506", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "7c7d6e20-7c02-4139-b453-10421ac9cfba", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "7c7d6e20-7c02-4139-b453-10421ac9cfba", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "7c7d6e20-7c02-4139-b453-10421ac9cfba", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "630a37b1-67e0-44fd-8c73-a9142a73eaaa", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "7c7d6e20-7c02-4139-b453-10421ac9cfba", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "7c7d6e20-7c02-4139-b453-10421ac9cfba", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "7c7d6e20-7c02-4139-b453-10421ac9cfba", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "630a37b1-67e0-44fd-8c73-a9142a73eaaa", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "630a37b1-67e0-44fd-8c73-a9142a73eaaa", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "c62ff4ec-8d11-444c-ae41-529007947e29", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "c62ff4ec-8d11-444c-ae41-529007947e29", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "c62ff4ec-8d11-444c-ae41-529007947e29", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "c62ff4ec-8d11-444c-ae41-529007947e29", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "c62ff4ec-8d11-444c-ae41-529007947e29", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "c62ff4ec-8d11-444c-ae41-529007947e29", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "54a139ee-f37c-48da-a0cd-8d36369d7552", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "54a139ee-f37c-48da-a0cd-8d36369d7552", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:08:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "54a139ee-f37c-48da-a0cd-8d36369d7552", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e7b48b5-b055-4733-8234-a9cf3dafdc0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:08:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "8908bcab-510a-47be-a799-e163fd53eb0d", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "8908bcab-510a-47be-a799-e163fd53eb0d", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "8908bcab-510a-47be-a799-e163fd53eb0d", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "8908bcab-510a-47be-a799-e163fd53eb0d", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:08:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "8908bcab-510a-47be-a799-e163fd53eb0d", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:08:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "8908bcab-510a-47be-a799-e163fd53eb0d", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "68835b5a-cba7-44e4-90da-b9bc3e5cb7e3", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "68835b5a-cba7-44e4-90da-b9bc3e5cb7e3", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "68835b5a-cba7-44e4-90da-b9bc3e5cb7e3", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "68835b5a-cba7-44e4-90da-b9bc3e5cb7e3", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:08:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "68835b5a-cba7-44e4-90da-b9bc3e5cb7e3", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:08:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "68835b5a-cba7-44e4-90da-b9bc3e5cb7e3", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a7401b9-2430-4fe1-8bb8-b0a7676cc825", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:08:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "08f52916-c3ef-47f1-aa9c-d14500df2258", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "08f52916-c3ef-47f1-aa9c-d14500df2258", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "08f52916-c3ef-47f1-aa9c-d14500df2258", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "08f52916-c3ef-47f1-aa9c-d14500df2258", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:08:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "08f52916-c3ef-47f1-aa9c-d14500df2258", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:08:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "08f52916-c3ef-47f1-aa9c-d14500df2258", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "f24c6e72-0918-4141-8c9a-25a3200cbc65", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "f24c6e72-0918-4141-8c9a-25a3200cbc65", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "f24c6e72-0918-4141-8c9a-25a3200cbc65", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "84a28edd-9b07-4619-a8db-3861ba0c05d5", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "f24c6e72-0918-4141-8c9a-25a3200cbc65", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "f24c6e72-0918-4141-8c9a-25a3200cbc65", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "f24c6e72-0918-4141-8c9a-25a3200cbc65", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "84a28edd-9b07-4619-a8db-3861ba0c05d5", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "84a28edd-9b07-4619-a8db-3861ba0c05d5", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "2765dbab-7cd4-401e-8642-5c277abd4044", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "2765dbab-7cd4-401e-8642-5c277abd4044", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "2765dbab-7cd4-401e-8642-5c277abd4044", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "2765dbab-7cd4-401e-8642-5c277abd4044", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "2765dbab-7cd4-401e-8642-5c277abd4044", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "2765dbab-7cd4-401e-8642-5c277abd4044", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "80f0203c-50ad-48c6-9f3c-1a25612eab4b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "80f0203c-50ad-48c6-9f3c-1a25612eab4b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "80f0203c-50ad-48c6-9f3c-1a25612eab4b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:08:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "c8e8f1f0-1c60-4776-b4c4-954d7d546283", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "c8e8f1f0-1c60-4776-b4c4-954d7d546283", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "c8e8f1f0-1c60-4776-b4c4-954d7d546283", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "c8e8f1f0-1c60-4776-b4c4-954d7d546283", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:08:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "c8e8f1f0-1c60-4776-b4c4-954d7d546283", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:08:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "c8e8f1f0-1c60-4776-b4c4-954d7d546283", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "d1cb9789-6254-4f9f-8c52-8a81e9fdcf11", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "d1cb9789-6254-4f9f-8c52-8a81e9fdcf11", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "d1cb9789-6254-4f9f-8c52-8a81e9fdcf11", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "d1cb9789-6254-4f9f-8c52-8a81e9fdcf11", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:08:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "d1cb9789-6254-4f9f-8c52-8a81e9fdcf11", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:08:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "d1cb9789-6254-4f9f-8c52-8a81e9fdcf11", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:08:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "58267311-b9ed-403b-b6d7-dd3fb004babc", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:08:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "58267311-b9ed-403b-b6d7-dd3fb004babc", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:08:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "58267311-b9ed-403b-b6d7-dd3fb004babc", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:09:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "5305bb40-ccdf-46e5-a09f-9bbd3f5c4628", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:09:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "5305bb40-ccdf-46e5-a09f-9bbd3f5c4628", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:09:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "5305bb40-ccdf-46e5-a09f-9bbd3f5c4628", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:10:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f"} 2026-07-09T14:10:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:10:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f-kserve-route-authn"} 2026-07-09T14:10:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "57b3c759-1a44-4f69-94ef-487c8bf15daa", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "auth-test-model-06548f", "reconcileID": "5efb047f-addb-4efd-8f69-eee301fc2ac9", "LLMInferenceService": "auth-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "2285d450-34d6-4e78-961d-bed45c813885", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "2285d450-34d6-4e78-961d-bed45c813885", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:10:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "2285d450-34d6-4e78-961d-bed45c813885", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "3026c3ae-83c1-4881-b265-1f499a49e9b1", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "3026c3ae-83c1-4881-b265-1f499a49e9b1", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:10:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "3026c3ae-83c1-4881-b265-1f499a49e9b1", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:10:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0"} 2026-07-09T14:10:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:10:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:10:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:10:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:10:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:10:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "a529191a-56ce-4820-afc1-d1883e78f8b4", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:10:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "auth-test-model-6ee5b0", "reconcileID": "9a496856-489d-425b-a8b7-8740c0dfca19", "LLMInferenceService": "auth-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:10:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "63316dc0-e4de-4784-8ca6-90bbb7bd40ab", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "63316dc0-e4de-4784-8ca6-90bbb7bd40ab", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:10:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "63316dc0-e4de-4784-8ca6-90bbb7bd40ab", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "bbaeedec-3efb-43e6-9031-0bf7ff7ca939", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:10:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "bbaeedec-3efb-43e6-9031-0bf7ff7ca939", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:10:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "bbaeedec-3efb-43e6-9031-0bf7ff7ca939", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:10:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "902d4d74-a524-4dd1-a107-641de2c58c83", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "902d4d74-a524-4dd1-a107-641de2c58c83", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "902d4d74-a524-4dd1-a107-641de2c58c83", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "e5171a56-15c7-4bf9-b5ea-1da78455baff", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:10:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "902d4d74-a524-4dd1-a107-641de2c58c83", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:10:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "902d4d74-a524-4dd1-a107-641de2c58c83", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:10:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "902d4d74-a524-4dd1-a107-641de2c58c83", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "e5171a56-15c7-4bf9-b5ea-1da78455baff", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:10:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "e5171a56-15c7-4bf9-b5ea-1da78455baff", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:10:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "1de79af6-01c9-439c-9612-fabf7f8de566", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "1de79af6-01c9-439c-9612-fabf7f8de566", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "1de79af6-01c9-439c-9612-fabf7f8de566", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:10:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "1de79af6-01c9-439c-9612-fabf7f8de566", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:10:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "1de79af6-01c9-439c-9612-fabf7f8de566", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:10:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "1de79af6-01c9-439c-9612-fabf7f8de566", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "5d5608a3-fdc5-4cba-9055-ac5eb1207056", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:11:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "5d5608a3-fdc5-4cba-9055-ac5eb1207056", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "5d5608a3-fdc5-4cba-9055-ac5eb1207056", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:11:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "b847e8ee-7471-4819-ac0a-a2afd4080b04", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "b847e8ee-7471-4819-ac0a-a2afd4080b04", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "b847e8ee-7471-4819-ac0a-a2afd4080b04", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "b847e8ee-7471-4819-ac0a-a2afd4080b04", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:11:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "b847e8ee-7471-4819-ac0a-a2afd4080b04", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:11:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "b847e8ee-7471-4819-ac0a-a2afd4080b04", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d407dbb9-0ba5-4aa3-adbf-e874ac7057cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:11:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "e864e9fc-ae11-4a86-b86f-9afd5c9b61ee", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "e864e9fc-ae11-4a86-b86f-9afd5c9b61ee", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "e864e9fc-ae11-4a86-b86f-9afd5c9b61ee", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "e864e9fc-ae11-4a86-b86f-9afd5c9b61ee", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:11:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "e864e9fc-ae11-4a86-b86f-9afd5c9b61ee", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:11:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "e864e9fc-ae11-4a86-b86f-9afd5c9b61ee", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "18b18d20-862e-4a3d-b5b7-563ea7e7a976", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "18b18d20-862e-4a3d-b5b7-563ea7e7a976", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "18b18d20-862e-4a3d-b5b7-563ea7e7a976", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "18b18d20-862e-4a3d-b5b7-563ea7e7a976", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:11:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "18b18d20-862e-4a3d-b5b7-563ea7e7a976", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:11:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "18b18d20-862e-4a3d-b5b7-563ea7e7a976", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:11:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "91582305-c113-423f-bf3c-baed352c61b6", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "91582305-c113-423f-bf3c-baed352c61b6", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "91582305-c113-423f-bf3c-baed352c61b6", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "aff0cdca-4d9d-4760-bcd3-d41774c11df5", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:11:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "91582305-c113-423f-bf3c-baed352c61b6", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:11:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "91582305-c113-423f-bf3c-baed352c61b6", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:11:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "91582305-c113-423f-bf3c-baed352c61b6", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "aff0cdca-4d9d-4760-bcd3-d41774c11df5", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:11:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "aff0cdca-4d9d-4760-bcd3-d41774c11df5", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:11:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "be620c07-74c7-4cfc-a178-28eb8829505f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "be620c07-74c7-4cfc-a178-28eb8829505f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "be620c07-74c7-4cfc-a178-28eb8829505f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:11:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "be620c07-74c7-4cfc-a178-28eb8829505f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:11:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "be620c07-74c7-4cfc-a178-28eb8829505f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:11:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "be620c07-74c7-4cfc-a178-28eb8829505f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "1845cd2b-b888-4565-8ccd-caab40c0e402", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:12:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "1845cd2b-b888-4565-8ccd-caab40c0e402", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:12:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "1845cd2b-b888-4565-8ccd-caab40c0e402", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:12:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "9e1bbb36-911a-4de8-8393-77e16970718f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "9e1bbb36-911a-4de8-8393-77e16970718f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "9e1bbb36-911a-4de8-8393-77e16970718f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "9e1bbb36-911a-4de8-8393-77e16970718f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:12:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "9e1bbb36-911a-4de8-8393-77e16970718f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:12:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "9e1bbb36-911a-4de8-8393-77e16970718f", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "fda66f0b-6039-4a55-9c1e-539c7ec42f13", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "fda66f0b-6039-4a55-9c1e-539c7ec42f13", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "fda66f0b-6039-4a55-9c1e-539c7ec42f13", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:12:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "fda66f0b-6039-4a55-9c1e-539c7ec42f13", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:12:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "fda66f0b-6039-4a55-9c1e-539c7ec42f13", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:12:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "fda66f0b-6039-4a55-9c1e-539c7ec42f13", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4327325-5571-4540-beda-38aa413d767d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:13:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f"} 2026-07-09T14:13:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:13:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f-kserve-route-authn"} 2026-07-09T14:13:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ec6b883e-42dd-4945-9c1b-9982a4851515", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "sub-test-model-06548f", "reconcileID": "ff365635-a0e6-427f-8731-17bf5b48fc82", "LLMInferenceService": "sub-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "ca0f25ce-b302-4e62-adfa-7f8ea0988ee7", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "ca0f25ce-b302-4e62-adfa-7f8ea0988ee7", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:13:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "ca0f25ce-b302-4e62-adfa-7f8ea0988ee7", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "1d08f7e8-6887-48c6-bc2b-161ddcdc4f39", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "1d08f7e8-6887-48c6-bc2b-161ddcdc4f39", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:13:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "1d08f7e8-6887-48c6-bc2b-161ddcdc4f39", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0"} 2026-07-09T14:13:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:13:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:13:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "4a503c00-1d8f-4a67-9631-8febe7c8924a", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "sub-test-model-6ee5b0", "reconcileID": "e64774d3-4d73-4007-af9f-dc0095a02476", "LLMInferenceService": "sub-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "0f5a5c44-0164-4bef-93e5-33465aa54d94", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:13:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "0f5a5c44-0164-4bef-93e5-33465aa54d94", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:13:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "0f5a5c44-0164-4bef-93e5-33465aa54d94", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:13:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "9dacfdae-47d1-4c8b-9f58-11075dc94e53", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:13:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "9dacfdae-47d1-4c8b-9f58-11075dc94e53", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:13:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "9dacfdae-47d1-4c8b-9f58-11075dc94e53", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:13:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "55068763-7fd1-449c-a35b-84354dd60c85", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "55068763-7fd1-449c-a35b-84354dd60c85", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "55068763-7fd1-449c-a35b-84354dd60c85", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "36ffa404-b970-49f3-9299-b7600d54f0e4", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "55068763-7fd1-449c-a35b-84354dd60c85", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f-kserve-route-authn"} 2026-07-09T14:13:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "55068763-7fd1-449c-a35b-84354dd60c85", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:13:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "55068763-7fd1-449c-a35b-84354dd60c85", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "36ffa404-b970-49f3-9299-b7600d54f0e4", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:13:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "36ffa404-b970-49f3-9299-b7600d54f0e4", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "42af0063-7dda-4cc3-b98d-e012d62b8a62", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "42af0063-7dda-4cc3-b98d-e012d62b8a62", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "42af0063-7dda-4cc3-b98d-e012d62b8a62", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "42af0063-7dda-4cc3-b98d-e012d62b8a62", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f-kserve-route-authn"} 2026-07-09T14:13:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "42af0063-7dda-4cc3-b98d-e012d62b8a62", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:13:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "42af0063-7dda-4cc3-b98d-e012d62b8a62", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae48777a-520a-47c2-acd2-cc750054dc94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:13:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "618a43d9-692b-4e16-be0a-1db044980705", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "618a43d9-692b-4e16-be0a-1db044980705", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:13:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "618a43d9-692b-4e16-be0a-1db044980705", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:13:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5e0ae4d4-565b-4770-94f7-815e88d20e2d", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5e0ae4d4-565b-4770-94f7-815e88d20e2d", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5e0ae4d4-565b-4770-94f7-815e88d20e2d", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5e0ae4d4-565b-4770-94f7-815e88d20e2d", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f-kserve-route-authn"} 2026-07-09T14:13:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5e0ae4d4-565b-4770-94f7-815e88d20e2d", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:13:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5e0ae4d4-565b-4770-94f7-815e88d20e2d", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "3bf29009-887c-4eec-a79e-53e8bc535e14", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "3bf29009-887c-4eec-a79e-53e8bc535e14", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "3bf29009-887c-4eec-a79e-53e8bc535e14", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "3bf29009-887c-4eec-a79e-53e8bc535e14", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f-kserve-route-authn"} 2026-07-09T14:13:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "3bf29009-887c-4eec-a79e-53e8bc535e14", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "authType": "userdefined"} 2026-07-09T14:13:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "3bf29009-887c-4eec-a79e-53e8bc535e14", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "756106a7-004e-4993-b005-fed022d0e0c5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "756106a7-004e-4993-b005-fed022d0e0c5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "756106a7-004e-4993-b005-fed022d0e0c5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "886665cf-c88b-4ebb-85b7-06fd96b41f13", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "756106a7-004e-4993-b005-fed022d0e0c5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "756106a7-004e-4993-b005-fed022d0e0c5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "756106a7-004e-4993-b005-fed022d0e0c5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "886665cf-c88b-4ebb-85b7-06fd96b41f13", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:13:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "886665cf-c88b-4ebb-85b7-06fd96b41f13", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "8edd6af5-edac-48de-97df-b1a2ca1b66f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "8edd6af5-edac-48de-97df-b1a2ca1b66f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "8edd6af5-edac-48de-97df-b1a2ca1b66f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "8edd6af5-edac-48de-97df-b1a2ca1b66f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "8edd6af5-edac-48de-97df-b1a2ca1b66f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "8edd6af5-edac-48de-97df-b1a2ca1b66f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "3019aafc-a40d-4ba5-9312-758c88301acc", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:14:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "3019aafc-a40d-4ba5-9312-758c88301acc", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:14:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "3019aafc-a40d-4ba5-9312-758c88301acc", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:14:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "711ab0d4-266d-47d1-a40a-9017ac591e3a", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "711ab0d4-266d-47d1-a40a-9017ac591e3a", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "711ab0d4-266d-47d1-a40a-9017ac591e3a", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "711ab0d4-266d-47d1-a40a-9017ac591e3a", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:14:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "711ab0d4-266d-47d1-a40a-9017ac591e3a", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:14:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "711ab0d4-266d-47d1-a40a-9017ac591e3a", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "eaf7cc34-7b0e-4ef1-a5f0-7dd9813965f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "eaf7cc34-7b0e-4ef1-a5f0-7dd9813965f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "eaf7cc34-7b0e-4ef1-a5f0-7dd9813965f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "eaf7cc34-7b0e-4ef1-a5f0-7dd9813965f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:14:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "eaf7cc34-7b0e-4ef1-a5f0-7dd9813965f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "authType": "userdefined"} 2026-07-09T14:14:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "eaf7cc34-7b0e-4ef1-a5f0-7dd9813965f2", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:14:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:14:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:14:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:14:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:15:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:15:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f"} 2026-07-09T14:15:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:15:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:15:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f-kserve-route-authn"} 2026-07-09T14:15:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f-kserve-route-authn"} 2026-07-09T14:15:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:15:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "5507ac36-6a5a-4b18-abc4-663660a1642c", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:15:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06548f","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "rate-test-model-06548f", "reconcileID": "b6225bfe-50cb-4f15-947e-430f79547438", "LLMInferenceService": "rate-test-model-06548f", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "b96d707a-9b03-4aa9-ae47-7542837fdd12", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "b96d707a-9b03-4aa9-ae47-7542837fdd12", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "b96d707a-9b03-4aa9-ae47-7542837fdd12", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "edd9e706-7857-4ddf-983f-5fb426dd79e3", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "edd9e706-7857-4ddf-983f-5fb426dd79e3", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "edd9e706-7857-4ddf-983f-5fb426dd79e3", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:15:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:15:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0"} 2026-07-09T14:15:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:15:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:15:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:15:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0-kserve-route-authn"} 2026-07-09T14:15:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:15:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "56706148-7a3c-4b7c-8e27-3bb417c64363", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:15:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6ee5b0","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "rate-test-model-6ee5b0", "reconcileID": "337151f6-cabd-4ca9-a196-c86f0a1fa4b5", "LLMInferenceService": "rate-test-model-6ee5b0", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "0e324c76-c116-47a4-b1a0-d6c0befa0303", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "0e324c76-c116-47a4-b1a0-d6c0befa0303", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "0e324c76-c116-47a4-b1a0-d6c0befa0303", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "500026c8-b32d-45b2-81db-33e05e66d60b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "500026c8-b32d-45b2-81db-33e05e66d60b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "500026c8-b32d-45b2-81db-33e05e66d60b", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:16:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ef2d423-4996-4b3a-84a4-ac5dc8e33434", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "73d10a90-c48a-4c42-95ff-ef6f8419fbc6", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "73d10a90-c48a-4c42-95ff-ef6f8419fbc6", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f-authn-ssl"} 2026-07-09T14:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "73d10a90-c48a-4c42-95ff-ef6f8419fbc6", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:16:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fd782b3-152d-495b-bc41-f3707b626044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fd782b3-152d-495b-bc41-f3707b626044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:16:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fd782b3-152d-495b-bc41-f3707b626044", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-06548f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:16:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-trusted-ca-bundle", "reconcileID": "c13814a1-a433-4be3-9745-05852dd41dbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-trusted-ca-bundle", "reconcileID": "c13814a1-a433-4be3-9745-05852dd41dbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "openshift-service-ca.crt", "reconcileID": "fd4a567a-9623-46fb-942e-60e0d4efb898", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "openshift-service-ca.crt", "reconcileID": "fd4a567a-9623-46fb-942e-60e0d4efb898", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59e27674-1878-4c7b-bf8c-b4a604d1b04c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-06548f"}, "namespace": "ai-tenant-e2e-shared-a-06548f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59e27674-1878-4c7b-bf8c-b4a604d1b04c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-06548f"} 2026-07-09T14:16:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-06548f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-06548f", "reconcileID": "e818dbc1-467f-4fdc-ae9f-f6b1a7cdeeff", "Gateway": "e2e-shared-a-06548f", "namespace": "openshift-ingress"} 2026-07-09T14:16:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7105d4be-96f9-4d65-8d0a-91288b2223c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:16:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "318619c5-0e90-4b59-89be-eb02f7736808", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:16:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "318619c5-0e90-4b59-89be-eb02f7736808", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0-authn-ssl"} 2026-07-09T14:16:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "318619c5-0e90-4b59-89be-eb02f7736808", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"} 2026-07-09T14:16:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92e40291-95bb-4bba-a694-f61f5b0c14d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92e40291-95bb-4bba-a694-f61f5b0c14d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:16:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92e40291-95bb-4bba-a694-f61f5b0c14d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6ee5b0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:16:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "8d43c4e2-0432-415f-b1a9-3bd635da83ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "8d43c4e2-0432-415f-b1a9-3bd635da83ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "d0338401-d500-4e95-a78f-68a6f76509e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "openshift-service-ca.crt", "reconcileID": "d0338401-d500-4e95-a78f-68a6f76509e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3039ae-cb28-410c-8dd1-d0ccdd4f4fc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6ee5b0"}, "namespace": "ai-tenant-e2e-shared-b-6ee5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3039ae-cb28-410c-8dd1-d0ccdd4f4fc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6ee5b0"} 2026-07-09T14:16:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6ee5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6ee5b0", "reconcileID": "b7168aa1-f572-4540-93f6-9cb2d952cb90", "Gateway": "e2e-shared-b-6ee5b0", "namespace": "openshift-ingress"}