2026-07-07T14:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "9c25799d-3eb4-4851-ad45-02ea9a58c488", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "0998e2ce-3144-456b-ae40-d2c65cea98bb", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress"} 2026-07-07T14:02:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "0998e2ce-3144-456b-ae40-d2c65cea98bb", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6-authn-ssl"} 2026-07-07T14:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "0998e2ce-3144-456b-ae40-d2c65cea98bb", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress"} 2026-07-07T14:02:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "8693c128-96e5-4461-be3d-65ecb3c75f5f", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "8693c128-96e5-4461-be3d-65ecb3c75f5f", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress", "name": "e2e-api-b-db9337-authn-ssl"} 2026-07-07T14:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "8693c128-96e5-4461-be3d-65ecb3c75f5f", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "openshift-service-ca.crt", "reconcileID": "003c44a0-9043-4043-bf19-550e19ad6a0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "741632db-ba9b-49c8-a0ab-961ad9098ca3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "openshift-service-ca.crt", "reconcileID": "b682ce2a-0f64-4aaf-b8f8-ce9b4ec27b4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-db9337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:02:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "openshift-service-ca.crt", "reconcileID": "b682ce2a-0f64-4aaf-b8f8-ce9b4ec27b4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "openshift-service-ca.crt", "reconcileID": "c04c6d0b-fe09-4706-8616-dc363456920b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb8d9f8-dd1c-4bc2-a6dc-fee079160678", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "652ad0d9-855e-46c8-bc24-a33d3a0cd0f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:02:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "652ad0d9-855e-46c8-bc24-a33d3a0cd0f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c13554e9-0635-4ff2-b3ce-35a83b983486", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "a73ecb41-cee5-414a-bed4-86ae1ed89dc8", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "a73ecb41-cee5-414a-bed4-86ae1ed89dc8", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress", "name": "e2e-api-b-db9337-authn-ssl"} 2026-07-07T14:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "a73ecb41-cee5-414a-bed4-86ae1ed89dc8", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cf4740af-9267-4b97-bbbc-3d7568cd0a7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "52e24999-3a18-42bf-8ce3-1c1c9c4a56a2", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress"} 2026-07-07T14:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "52e24999-3a18-42bf-8ce3-1c1c9c4a56a2", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6-authn-ssl"} 2026-07-07T14:02:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "52e24999-3a18-42bf-8ce3-1c1c9c4a56a2", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress"} 2026-07-07T14:02:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ef37bd3a-a1ff-4552-8c97-ef0a5471e1d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "ba11c4cf-d04c-40e1-bdad-ba322b484043", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "ba11c4cf-d04c-40e1-bdad-ba322b484043", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress", "name": "e2e-api-b-db9337-authn-ssl"} 2026-07-07T14:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "ba11c4cf-d04c-40e1-bdad-ba322b484043", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1bee070e-b91e-47fe-a0df-dbf8ba0d3f2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "cd8775cd-719d-4bae-a040-b783dd769a4c", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress"} 2026-07-07T14:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "cd8775cd-719d-4bae-a040-b783dd769a4c", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6-authn-ssl"} 2026-07-07T14:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d1d8a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d1d8a6", "reconcileID": "cd8775cd-719d-4bae-a040-b783dd769a4c", "Gateway": "e2e-api-a-d1d8a6", "namespace": "openshift-ingress"} 2026-07-07T14:02:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2876d367-f741-4c1f-bafc-44277b442aae", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7898ffe6-be2f-4ece-be4a-f8f9511ee93f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7898ffe6-be2f-4ece-be4a-f8f9511ee93f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d1d8a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:02:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7898ffe6-be2f-4ece-be4a-f8f9511ee93f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-d1d8a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-trusted-ca-bundle", "reconcileID": "72e2cf75-607d-41b5-8a88-0fa7d2ae0dd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-trusted-ca-bundle", "reconcileID": "72e2cf75-607d-41b5-8a88-0fa7d2ae0dd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "openshift-service-ca.crt", "reconcileID": "c48319a4-1c6a-434c-adb8-c1ca737cd7fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "openshift-service-ca.crt", "reconcileID": "c48319a4-1c6a-434c-adb8-c1ca737cd7fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "baaff54e-12c0-4675-9920-9b081835392d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d1d8a6"}, "namespace": "ai-tenant-e2e-api-a-d1d8a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "baaff54e-12c0-4675-9920-9b081835392d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d1d8a6"} 2026-07-07T14:02:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "d3ea1079-c6ed-46bc-b643-d0254e812d37", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "d3ea1079-c6ed-46bc-b643-d0254e812d37", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress", "name": "e2e-api-b-db9337-authn-ssl"} 2026-07-07T14:02:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-db9337","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-db9337", "reconcileID": "d3ea1079-c6ed-46bc-b643-d0254e812d37", "Gateway": "e2e-api-b-db9337", "namespace": "openshift-ingress"} 2026-07-07T14:02:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6dd95e-10f0-4b9d-87bc-7d112d9a8184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6dd95e-10f0-4b9d-87bc-7d112d9a8184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:02:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6dd95e-10f0-4b9d-87bc-7d112d9a8184", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-db9337 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:02:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "a6eb6ca6-11a7-4222-b218-4eca69580a71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "a6eb6ca6-11a7-4222-b218-4eca69580a71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:02:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "a6eb6ca6-11a7-4222-b218-4eca69580a71", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-db9337 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:02:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa34c196-c681-44c2-a96c-d0206106bcb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa34c196-c681-44c2-a96c-d0206106bcb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:02:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa34c196-c681-44c2-a96c-d0206106bcb2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-db9337 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:02:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "openshift-service-ca.crt", "reconcileID": "da9ff965-07f1-40f1-94aa-79a26f99561d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "openshift-service-ca.crt", "reconcileID": "da9ff965-07f1-40f1-94aa-79a26f99561d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "e58c5aab-00ea-4561-a6fc-7fe63801dc11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-trusted-ca-bundle", "reconcileID": "e58c5aab-00ea-4561-a6fc-7fe63801dc11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa376145-e4ed-41a2-b32e-d2566702e417", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-db9337"}, "namespace": "ai-tenant-e2e-api-b-db9337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa376145-e4ed-41a2-b32e-d2566702e417", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-db9337"} 2026-07-07T14:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "cd941fd7-12a6-4800-9ea2-37d3fe11208a", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "cd941fd7-12a6-4800-9ea2-37d3fe11208a", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "cd941fd7-12a6-4800-9ea2-37d3fe11208a", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "1178a647-de75-4e82-8417-d771582e0936", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "1178a647-de75-4e82-8417-d771582e0936", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:58Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "1178a647-de75-4e82-8417-d771582e0936", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-b6630e-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-a-b6630e-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "bbcfa27b-03e4-4d37-9301-72c127451062", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "bbcfa27b-03e4-4d37-9301-72c127451062", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:58Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-b6630e-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-a-b6630e-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-a-b6630e","uid":"d2c0d5d4-6db6-425b-b503-1b55a29d903f","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"50301"}, "reason": "ReconcileError"} 2026-07-07T14:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "bbcfa27b-03e4-4d37-9301-72c127451062", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "46cf52a0-611a-4867-8a0d-8447aee2391a", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "46cf52a0-611a-4867-8a0d-8447aee2391a", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "46cf52a0-611a-4867-8a0d-8447aee2391a", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "c4136981-3970-4560-92a7-66193eed91f6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "c4136981-3970-4560-92a7-66193eed91f6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "c4136981-3970-4560-92a7-66193eed91f6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "d605156a-b1ca-4b81-9e7d-0269dade7be1", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "d605156a-b1ca-4b81-9e7d-0269dade7be1", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "d605156a-b1ca-4b81-9e7d-0269dade7be1", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "59bbb058-ef1f-414f-9ccf-6ddd3f1284e6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "59bbb058-ef1f-414f-9ccf-6ddd3f1284e6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "59bbb058-ef1f-414f-9ccf-6ddd3f1284e6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "460a07f9-5ddb-4eee-a867-95b8ebfeeb65", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:02:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "460a07f9-5ddb-4eee-a867-95b8ebfeeb65", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:02:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "460a07f9-5ddb-4eee-a867-95b8ebfeeb65", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-trusted-ca-bundle", "reconcileID": "05fb7e46-234b-4975-92b9-b682d2dc976a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "openshift-service-ca.crt", "reconcileID": "27f094a4-3ddc-4fcd-bc00-581513fc11ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "openshift-service-ca.crt", "reconcileID": "32b72420-0976-4bdd-a7b1-2865cbeb8a40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b6630e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:03:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "openshift-service-ca.crt", "reconcileID": "32b72420-0976-4bdd-a7b1-2865cbeb8a40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b710627a-e2d0-4495-9c27-9fb550bde293", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "openshift-service-ca.crt", "reconcileID": "beaf0bf0-7973-4a31-a7be-f7357383ce84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-trusted-ca-bundle", "reconcileID": "fe5e49cc-e098-412c-88a1-60c398a983c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:03:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-trusted-ca-bundle", "reconcileID": "fe5e49cc-e098-412c-88a1-60c398a983c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73b5c6e5-081f-4814-ae3b-3f5123a63dec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "9a1af874-3c29-41a6-a0fa-8d56bf3d862e", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "9a1af874-3c29-41a6-a0fa-8d56bf3d862e", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "9a1af874-3c29-41a6-a0fa-8d56bf3d862e", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "471ab362-c4bd-4f2f-bde2-cbebb62c7e80", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "a1790b0d-57a1-4628-88d4-baf2ac9ab4d8", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "a1790b0d-57a1-4628-88d4-baf2ac9ab4d8", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "a1790b0d-57a1-4628-88d4-baf2ac9ab4d8", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "726201df-0c91-4dc2-90c9-cf1a27c17688", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "726201df-0c91-4dc2-90c9-cf1a27c17688", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "726201df-0c91-4dc2-90c9-cf1a27c17688", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "e56a6cf8-6335-41f1-a412-2c3ef6385e3e", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "e56a6cf8-6335-41f1-a412-2c3ef6385e3e", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "e56a6cf8-6335-41f1-a412-2c3ef6385e3e", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "3e9345c6-b28e-4e83-b5e7-419272397ae9", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "3e9345c6-b28e-4e83-b5e7-419272397ae9", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "3e9345c6-b28e-4e83-b5e7-419272397ae9", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "b9b5771b-2f57-4502-9f11-8ac28229b65a", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "b9b5771b-2f57-4502-9f11-8ac28229b65a", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "b9b5771b-2f57-4502-9f11-8ac28229b65a", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "656beaeb-0916-4590-81a2-a505d008f71c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "656beaeb-0916-4590-81a2-a505d008f71c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "656beaeb-0916-4590-81a2-a505d008f71c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "74430ff4-d92d-42ee-b0fd-7eeb6f9d8c6d", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "74430ff4-d92d-42ee-b0fd-7eeb6f9d8c6d", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "74430ff4-d92d-42ee-b0fd-7eeb6f9d8c6d", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "7f76069e-5859-40fa-8587-ec12243a1ad9", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "7f76069e-5859-40fa-8587-ec12243a1ad9", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "7f76069e-5859-40fa-8587-ec12243a1ad9", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-trusted-ca-bundle", "reconcileID": "227ff4c7-ed44-4ad0-8cc2-1f0c74cb272d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "openshift-service-ca.crt", "reconcileID": "4c73740c-88cb-449a-8661-abf2ac81aa8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "openshift-service-ca.crt", "reconcileID": "c7c8eb36-4fe5-4de2-9dae-9169c0be1532", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:03:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "openshift-service-ca.crt", "reconcileID": "c7c8eb36-4fe5-4de2-9dae-9169c0be1532", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "118615ae-594a-49dc-8b81-abd096a6a68a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "openshift-service-ca.crt", "reconcileID": "59398a25-df90-40d3-95db-29a39d6561a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-trusted-ca-bundle", "reconcileID": "89b780eb-237c-45f1-a912-14a98913e4d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:03:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-trusted-ca-bundle", "reconcileID": "89b780eb-237c-45f1-a912-14a98913e4d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ccacdd7-b859-47a8-bf7f-d545db816973", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "37db5dcd-0c35-4621-95b2-da07f2bc2baf", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "37db5dcd-0c35-4621-95b2-da07f2bc2baf", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "37db5dcd-0c35-4621-95b2-da07f2bc2baf", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d6e0986d-9261-489c-bf42-13d0e5c2f222", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:03:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "2dc5d1a8-d7ea-4380-b26b-4e579e6fa8ac", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "2dc5d1a8-d7ea-4380-b26b-4e579e6fa8ac", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "2dc5d1a8-d7ea-4380-b26b-4e579e6fa8ac", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "e6295b0a-9f23-448c-a83e-3760fe04f2c6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "2dc5d1a8-d7ea-4380-b26b-4e579e6fa8ac", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:03:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "2dc5d1a8-d7ea-4380-b26b-4e579e6fa8ac", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:03:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "2dc5d1a8-d7ea-4380-b26b-4e579e6fa8ac", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "e6295b0a-9f23-448c-a83e-3760fe04f2c6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "e6295b0a-9f23-448c-a83e-3760fe04f2c6", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "200804a3-cfdb-4f0b-8087-4a170ed1c972", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "200804a3-cfdb-4f0b-8087-4a170ed1c972", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "200804a3-cfdb-4f0b-8087-4a170ed1c972", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "200804a3-cfdb-4f0b-8087-4a170ed1c972", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:03:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "200804a3-cfdb-4f0b-8087-4a170ed1c972", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:03:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "200804a3-cfdb-4f0b-8087-4a170ed1c972", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "21845cc7-511c-40d4-ae94-53d8fc015ac0", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "21845cc7-511c-40d4-ae94-53d8fc015ac0", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "21845cc7-511c-40d4-ae94-53d8fc015ac0", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e83105b6-b165-4d4c-a95b-c0bd7eff3680", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:03:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "58871b10-e0bf-4d45-94be-df1617dacc2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:03:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "c3a4696c-7d93-4b14-95a9-9e02c9fa3bcc", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "c3a4696c-7d93-4b14-95a9-9e02c9fa3bcc", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:03:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "c3a4696c-7d93-4b14-95a9-9e02c9fa3bcc", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:03:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "06dd1246-6ac0-4a49-839a-b9d2e7279808", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "06dd1246-6ac0-4a49-839a-b9d2e7279808", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "06dd1246-6ac0-4a49-839a-b9d2e7279808", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "06dd1246-6ac0-4a49-839a-b9d2e7279808", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:03:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "06dd1246-6ac0-4a49-839a-b9d2e7279808", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:03:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "06dd1246-6ac0-4a49-839a-b9d2e7279808", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "7ed4d37a-a412-4c26-8e79-7e09cd8bb516", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "7ed4d37a-a412-4c26-8e79-7e09cd8bb516", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "7ed4d37a-a412-4c26-8e79-7e09cd8bb516", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "7ed4d37a-a412-4c26-8e79-7e09cd8bb516", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:03:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "7ed4d37a-a412-4c26-8e79-7e09cd8bb516", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:03:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "7ed4d37a-a412-4c26-8e79-7e09cd8bb516", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "6f4276f4-2b3f-44b2-bcb8-14d10d6d92ab", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "6f4276f4-2b3f-44b2-bcb8-14d10d6d92ab", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "6f4276f4-2b3f-44b2-bcb8-14d10d6d92ab", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "6f4276f4-2b3f-44b2-bcb8-14d10d6d92ab", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:03:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "6f4276f4-2b3f-44b2-bcb8-14d10d6d92ab", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:03:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "6f4276f4-2b3f-44b2-bcb8-14d10d6d92ab", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:03:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "b3c4c7c8-b929-433d-bcda-15879b37fac9", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "b3c4c7c8-b929-433d-bcda-15879b37fac9", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "b3c4c7c8-b929-433d-bcda-15879b37fac9", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "cb5ff0b1-ecba-4f7e-a7ec-7313a254f176", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "b3c4c7c8-b929-433d-bcda-15879b37fac9", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:03:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "b3c4c7c8-b929-433d-bcda-15879b37fac9", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:03:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "b3c4c7c8-b929-433d-bcda-15879b37fac9", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "cb5ff0b1-ecba-4f7e-a7ec-7313a254f176", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "cb5ff0b1-ecba-4f7e-a7ec-7313a254f176", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:03:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "85c3e3e9-48c2-4fa9-be15-1fab3c02f7c7", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "85c3e3e9-48c2-4fa9-be15-1fab3c02f7c7", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "85c3e3e9-48c2-4fa9-be15-1fab3c02f7c7", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:03:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "85c3e3e9-48c2-4fa9-be15-1fab3c02f7c7", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:03:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "85c3e3e9-48c2-4fa9-be15-1fab3c02f7c7", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:03:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "85c3e3e9-48c2-4fa9-be15-1fab3c02f7c7", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "7b553092-99d3-496f-89d3-881904f057f0", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:04:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "7b553092-99d3-496f-89d3-881904f057f0", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:04:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "7b553092-99d3-496f-89d3-881904f057f0", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:04:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "7b640330-3677-47be-a386-b66ccf31ab43", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "7b640330-3677-47be-a386-b66ccf31ab43", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "7b640330-3677-47be-a386-b66ccf31ab43", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "7b640330-3677-47be-a386-b66ccf31ab43", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "7b640330-3677-47be-a386-b66ccf31ab43", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "7b640330-3677-47be-a386-b66ccf31ab43", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "32853f63-06c2-4a5f-b477-b4a066c7cd6d", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "32853f63-06c2-4a5f-b477-b4a066c7cd6d", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "32853f63-06c2-4a5f-b477-b4a066c7cd6d", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "32853f63-06c2-4a5f-b477-b4a066c7cd6d", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:04:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "32853f63-06c2-4a5f-b477-b4a066c7cd6d", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:04:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "32853f63-06c2-4a5f-b477-b4a066c7cd6d", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "dcaff689-5ecc-4a01-987f-38bd7cb149cb", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "dcaff689-5ecc-4a01-987f-38bd7cb149cb", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "dcaff689-5ecc-4a01-987f-38bd7cb149cb", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "dcaff689-5ecc-4a01-987f-38bd7cb149cb", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:04:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "dcaff689-5ecc-4a01-987f-38bd7cb149cb", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:04:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "dcaff689-5ecc-4a01-987f-38bd7cb149cb", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:04:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "e40c768f-1d1a-46a1-b6bb-46817a524bce", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:04:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "e40c768f-1d1a-46a1-b6bb-46817a524bce", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:04:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "e40c768f-1d1a-46a1-b6bb-46817a524bce", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "16e00060-963e-476e-ad77-9949e2e195a7", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "16e00060-963e-476e-ad77-9949e2e195a7", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "16e00060-963e-476e-ad77-9949e2e195a7", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:05:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e"} 2026-07-07T14:05:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:05:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:05:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "46a6d4a7-fc7c-40ea-816b-db3b4438c58c", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "auth-test-model-b6630e", "reconcileID": "e81c7c86-ea7c-4d1d-b655-178d503b4a94", "LLMInferenceService": "auth-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "ac36165e-85d2-41b3-9889-9f55ad447393", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:05:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "ac36165e-85d2-41b3-9889-9f55ad447393", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:05:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "ac36165e-85d2-41b3-9889-9f55ad447393", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:05:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "4d48ae39-8d45-4535-bc06-86286b07aa86", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:05:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "4d48ae39-8d45-4535-bc06-86286b07aa86", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:05:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "4d48ae39-8d45-4535-bc06-86286b07aa86", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:05:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:05:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df"} 2026-07-07T14:05:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:05:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:05:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:05:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:05:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:05:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "83a758ef-78f8-4244-ab02-8adf4d8c4dc2", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:05:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "auth-test-model-f0b1df", "reconcileID": "5b3d57a8-3323-4e5a-a8fa-9cbfec565812", "LLMInferenceService": "auth-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "ca843dba-0d51-41c7-bb2d-46b38b8ef839", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "ca843dba-0d51-41c7-bb2d-46b38b8ef839", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "ca843dba-0d51-41c7-bb2d-46b38b8ef839", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "fa77937b-5227-4da0-bcb3-a0cfdca74731", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "fa77937b-5227-4da0-bcb3-a0cfdca74731", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "fa77937b-5227-4da0-bcb3-a0cfdca74731", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:05:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "32f1e985-549b-4803-8f19-5aed77fd9f68", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "32f1e985-549b-4803-8f19-5aed77fd9f68", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "32f1e985-549b-4803-8f19-5aed77fd9f68", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "9038bfde-69b6-4c3c-b471-f86d43a78d5c", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:05:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "32f1e985-549b-4803-8f19-5aed77fd9f68", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:05:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "32f1e985-549b-4803-8f19-5aed77fd9f68", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:05:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "32f1e985-549b-4803-8f19-5aed77fd9f68", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "9038bfde-69b6-4c3c-b471-f86d43a78d5c", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:05:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "9038bfde-69b6-4c3c-b471-f86d43a78d5c", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:05:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "e66a0d30-4d35-4c3a-85d2-9b017a7985b1", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "e66a0d30-4d35-4c3a-85d2-9b017a7985b1", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "e66a0d30-4d35-4c3a-85d2-9b017a7985b1", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:05:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "e66a0d30-4d35-4c3a-85d2-9b017a7985b1", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:05:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "e66a0d30-4d35-4c3a-85d2-9b017a7985b1", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:05:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "e66a0d30-4d35-4c3a-85d2-9b017a7985b1", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "3c0df16d-631d-4c75-867e-2bb00ff76d45", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "3c0df16d-631d-4c75-867e-2bb00ff76d45", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "3c0df16d-631d-4c75-867e-2bb00ff76d45", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "13ec4057-2eee-4ade-a9bb-887340b9e2eb", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "13ec4057-2eee-4ade-a9bb-887340b9e2eb", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "13ec4057-2eee-4ade-a9bb-887340b9e2eb", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "13ec4057-2eee-4ade-a9bb-887340b9e2eb", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "13ec4057-2eee-4ade-a9bb-887340b9e2eb", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "13ec4057-2eee-4ade-a9bb-887340b9e2eb", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "fde71ee0-4c56-45a8-95fe-eb774f73b2a7", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "fde71ee0-4c56-45a8-95fe-eb774f73b2a7", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "fde71ee0-4c56-45a8-95fe-eb774f73b2a7", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "fde71ee0-4c56-45a8-95fe-eb774f73b2a7", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:06:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "fde71ee0-4c56-45a8-95fe-eb774f73b2a7", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:06:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "fde71ee0-4c56-45a8-95fe-eb774f73b2a7", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:06:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "6e5f6166-73ac-4cc6-971c-6afc0dc972da", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "6e5f6166-73ac-4cc6-971c-6afc0dc972da", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "6e5f6166-73ac-4cc6-971c-6afc0dc972da", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "7cde8188-fe0e-4889-b1d6-8acbf5a2939c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:06:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "6e5f6166-73ac-4cc6-971c-6afc0dc972da", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:06:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "6e5f6166-73ac-4cc6-971c-6afc0dc972da", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:06:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "6e5f6166-73ac-4cc6-971c-6afc0dc972da", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "7cde8188-fe0e-4889-b1d6-8acbf5a2939c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:06:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "7cde8188-fe0e-4889-b1d6-8acbf5a2939c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:06:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "7fa7d625-bf84-48a1-b595-ee9604f02753", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "7fa7d625-bf84-48a1-b595-ee9604f02753", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "7fa7d625-bf84-48a1-b595-ee9604f02753", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "7fa7d625-bf84-48a1-b595-ee9604f02753", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:06:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "7fa7d625-bf84-48a1-b595-ee9604f02753", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:06:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "7fa7d625-bf84-48a1-b595-ee9604f02753", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "56475bc9-7629-4799-ab5e-8732d3431efc", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "56475bc9-7629-4799-ab5e-8732d3431efc", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "56475bc9-7629-4799-ab5e-8732d3431efc", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "731e6620-5c6e-4775-b1fd-389d0ad2a25d", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "731e6620-5c6e-4775-b1fd-389d0ad2a25d", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "731e6620-5c6e-4775-b1fd-389d0ad2a25d", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "731e6620-5c6e-4775-b1fd-389d0ad2a25d", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "731e6620-5c6e-4775-b1fd-389d0ad2a25d", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "731e6620-5c6e-4775-b1fd-389d0ad2a25d", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "02998ab3-8137-41c4-81fe-2d71653a4aa2", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "02998ab3-8137-41c4-81fe-2d71653a4aa2", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "02998ab3-8137-41c4-81fe-2d71653a4aa2", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:06:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "02998ab3-8137-41c4-81fe-2d71653a4aa2", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:06:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "02998ab3-8137-41c4-81fe-2d71653a4aa2", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:06:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "02998ab3-8137-41c4-81fe-2d71653a4aa2", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e"} 2026-07-07T14:07:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:07:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:07:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "f86d4780-34ee-4c25-8028-b5cb029d83e0", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "sub-test-model-b6630e", "reconcileID": "bd22ab5d-0d2f-427c-bdb6-dc4e7c9fdcdd", "LLMInferenceService": "sub-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "2a3c230a-39ed-45cf-94bd-1aa9f17365ef", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "2a3c230a-39ed-45cf-94bd-1aa9f17365ef", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:07:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "2a3c230a-39ed-45cf-94bd-1aa9f17365ef", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "5aa50d9c-1119-4c37-81c4-847890ae1ab3", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "5aa50d9c-1119-4c37-81c4-847890ae1ab3", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:07:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "5aa50d9c-1119-4c37-81c4-847890ae1ab3", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df"} 2026-07-07T14:07:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:07:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:07:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "8e211ecd-5031-4299-bc53-888bad97f70e", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "sub-test-model-f0b1df", "reconcileID": "5eb5a782-16b1-481f-8300-fad88657fb8a", "LLMInferenceService": "sub-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "72cef50f-981f-4f02-8a15-7f83275ced01", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "72cef50f-981f-4f02-8a15-7f83275ced01", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "72cef50f-981f-4f02-8a15-7f83275ced01", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "5cf122de-34f3-48cf-b46c-6d7dc354ffa9", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "5cf122de-34f3-48cf-b46c-6d7dc354ffa9", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "5cf122de-34f3-48cf-b46c-6d7dc354ffa9", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "d5a71bca-b4e1-48df-8891-6ca752d66896", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "d5a71bca-b4e1-48df-8891-6ca752d66896", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "d5a71bca-b4e1-48df-8891-6ca752d66896", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "cdb0d346-3974-49a7-b04c-6f0bd21b6578", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "d5a71bca-b4e1-48df-8891-6ca752d66896", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:07:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "d5a71bca-b4e1-48df-8891-6ca752d66896", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:07:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "d5a71bca-b4e1-48df-8891-6ca752d66896", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "cdb0d346-3974-49a7-b04c-6f0bd21b6578", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "cdb0d346-3974-49a7-b04c-6f0bd21b6578", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "4bb055f9-69af-4b9b-b5d9-88864acd730c", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "4bb055f9-69af-4b9b-b5d9-88864acd730c", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "4bb055f9-69af-4b9b-b5d9-88864acd730c", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "4bb055f9-69af-4b9b-b5d9-88864acd730c", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:07:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "4bb055f9-69af-4b9b-b5d9-88864acd730c", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:07:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "4bb055f9-69af-4b9b-b5d9-88864acd730c", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "ef0000a2-63b3-4c6c-a602-e391ff0b0d86", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "ef0000a2-63b3-4c6c-a602-e391ff0b0d86", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "ef0000a2-63b3-4c6c-a602-e391ff0b0d86", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:07:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "97584ac7-12ed-4257-b41f-74081690dc60", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "97584ac7-12ed-4257-b41f-74081690dc60", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "97584ac7-12ed-4257-b41f-74081690dc60", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "97584ac7-12ed-4257-b41f-74081690dc60", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:07:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "97584ac7-12ed-4257-b41f-74081690dc60", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:07:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "97584ac7-12ed-4257-b41f-74081690dc60", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "3fe03663-a290-41c3-9a73-397754108e32", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "3fe03663-a290-41c3-9a73-397754108e32", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "3fe03663-a290-41c3-9a73-397754108e32", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "3fe03663-a290-41c3-9a73-397754108e32", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:07:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "3fe03663-a290-41c3-9a73-397754108e32", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "authType": "userdefined"} 2026-07-07T14:07:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "3fe03663-a290-41c3-9a73-397754108e32", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:07:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "334a1d06-9ed3-463e-b1f7-8425b0ddcba8", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "334a1d06-9ed3-463e-b1f7-8425b0ddcba8", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "334a1d06-9ed3-463e-b1f7-8425b0ddcba8", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "aa2c5b26-f3d9-4107-999d-3659891ade3c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "334a1d06-9ed3-463e-b1f7-8425b0ddcba8", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:07:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "334a1d06-9ed3-463e-b1f7-8425b0ddcba8", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:07:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "334a1d06-9ed3-463e-b1f7-8425b0ddcba8", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "aa2c5b26-f3d9-4107-999d-3659891ade3c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "aa2c5b26-f3d9-4107-999d-3659891ade3c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "8061c848-78a6-4626-a869-7d117d0f7e28", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "8061c848-78a6-4626-a869-7d117d0f7e28", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "8061c848-78a6-4626-a869-7d117d0f7e28", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "8061c848-78a6-4626-a869-7d117d0f7e28", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:07:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "8061c848-78a6-4626-a869-7d117d0f7e28", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:07:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "8061c848-78a6-4626-a869-7d117d0f7e28", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3147da31-6315-4a14-bbee-623d5f74b5bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "2f33040d-de1a-4606-8824-c4dccaaba52c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "2f33040d-de1a-4606-8824-c4dccaaba52c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "2f33040d-de1a-4606-8824-c4dccaaba52c", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:07:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3687df30-7ba8-4449-9c7a-2653ce61a175", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3687df30-7ba8-4449-9c7a-2653ce61a175", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3687df30-7ba8-4449-9c7a-2653ce61a175", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3687df30-7ba8-4449-9c7a-2653ce61a175", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:07:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3687df30-7ba8-4449-9c7a-2653ce61a175", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:07:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3687df30-7ba8-4449-9c7a-2653ce61a175", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "d61ab028-c789-449d-991d-208e1632752f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "d61ab028-c789-449d-991d-208e1632752f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "d61ab028-c789-449d-991d-208e1632752f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:07:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "d61ab028-c789-449d-991d-208e1632752f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:07:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "d61ab028-c789-449d-991d-208e1632752f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "authType": "userdefined"} 2026-07-07T14:07:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "d61ab028-c789-449d-991d-208e1632752f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7f687a4e-c4ec-4125-a1cc-d1323263e322", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:08:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e"} 2026-07-07T14:08:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:08:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e-kserve-route-authn"} 2026-07-07T14:08:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "8a634e46-de88-4aa0-8b53-3e7b589fb9f3", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b6630e","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "rate-test-model-b6630e", "reconcileID": "c319beff-473d-4dff-a879-4f507504f563", "LLMInferenceService": "rate-test-model-b6630e", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "b8185091-5c36-492c-bc3f-cf25396741e7", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "b8185091-5c36-492c-bc3f-cf25396741e7", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "b8185091-5c36-492c-bc3f-cf25396741e7", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "b3a8b6f6-fbf3-4f53-8b2e-6888c21e02bd", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "b3a8b6f6-fbf3-4f53-8b2e-6888c21e02bd", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "b3a8b6f6-fbf3-4f53-8b2e-6888c21e02bd", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:08:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df"} 2026-07-07T14:08:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:08:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df-kserve-route-authn"} 2026-07-07T14:08:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "2c33ed17-3041-4fc0-8aac-790f089efa02", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0b1df","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "rate-test-model-f0b1df", "reconcileID": "3ce4e230-5512-40fb-8ab8-2ad7f605bd0f", "LLMInferenceService": "rate-test-model-f0b1df", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "0812c834-f634-4e69-8a16-22ceb0cf7ed8", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "0812c834-f634-4e69-8a16-22ceb0cf7ed8", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "0812c834-f634-4e69-8a16-22ceb0cf7ed8", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "f0488278-4762-4938-bc4e-9e30bc804902", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "f0488278-4762-4938-bc4e-9e30bc804902", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "f0488278-4762-4938-bc4e-9e30bc804902", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "bdebcb40-f5e2-4ae5-aa77-6a3367ce842c", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "bdebcb40-f5e2-4ae5-aa77-6a3367ce842c", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e-authn-ssl"} 2026-07-07T14:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b6630e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b6630e", "reconcileID": "bdebcb40-f5e2-4ae5-aa77-6a3367ce842c", "Gateway": "e2e-shared-a-b6630e", "namespace": "openshift-ingress"} 2026-07-07T14:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "663f15fa-aa85-4737-8f6d-ba2daf1d4f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4e82137-79c3-4b02-9d88-e528e7506959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4e82137-79c3-4b02-9d88-e528e7506959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:08:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4e82137-79c3-4b02-9d88-e528e7506959", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-b6630e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-trusted-ca-bundle", "reconcileID": "a6a6df89-4d57-46a2-8805-ef43ff4882e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-trusted-ca-bundle", "reconcileID": "a6a6df89-4d57-46a2-8805-ef43ff4882e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "openshift-service-ca.crt", "reconcileID": "e0d13527-8b0e-4104-b594-42a388944d26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "openshift-service-ca.crt", "reconcileID": "e0d13527-8b0e-4104-b594-42a388944d26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cf4f85d-8897-49e7-b585-a56cfac9ce53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b6630e"}, "namespace": "ai-tenant-e2e-shared-a-b6630e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cf4f85d-8897-49e7-b585-a56cfac9ce53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b6630e"} 2026-07-07T14:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "36ac5fd0-9811-4294-b437-a8c64a913cc3", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "36ac5fd0-9811-4294-b437-a8c64a913cc3", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df-authn-ssl"} 2026-07-07T14:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0b1df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0b1df", "reconcileID": "36ac5fd0-9811-4294-b437-a8c64a913cc3", "Gateway": "e2e-shared-b-f0b1df", "namespace": "openshift-ingress"} 2026-07-07T14:09:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a819b8-52c9-4568-9f7e-9f58b3b71bc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a819b8-52c9-4568-9f7e-9f58b3b71bc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:09:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a819b8-52c9-4568-9f7e-9f58b3b71bc3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f0b1df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:09:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-trusted-ca-bundle", "reconcileID": "8ef19d8e-c69e-45d8-93c3-f46b13c4f4f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-trusted-ca-bundle", "reconcileID": "8ef19d8e-c69e-45d8-93c3-f46b13c4f4f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "openshift-service-ca.crt", "reconcileID": "64428916-00dd-4670-b9d6-953e57e9b0f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "openshift-service-ca.crt", "reconcileID": "64428916-00dd-4670-b9d6-953e57e9b0f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffa8953a-57d2-400b-a7d0-25e697a2363d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0b1df"}, "namespace": "ai-tenant-e2e-shared-b-f0b1df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffa8953a-57d2-400b-a7d0-25e697a2363d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0b1df"} 2026-07-07T14:09:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T14:09:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T14:09:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T14:09:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}