2026-07-07T19:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "53232e92-3701-46f8-ac96-8a7c73e941d8", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "3e0326c2-097f-4c79-a8c9-6c6ba4ebe0ed", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "3e0326c2-097f-4c79-a8c9-6c6ba4ebe0ed", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c-authn-ssl"} 2026-07-07T19:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "3e0326c2-097f-4c79-a8c9-6c6ba4ebe0ed", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "412e7b0c-f2dd-4f22-9034-1a8645d47d09", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "412e7b0c-f2dd-4f22-9034-1a8645d47d09", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c-authn-ssl"} 2026-07-07T19:34:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "412e7b0c-f2dd-4f22-9034-1a8645d47d09", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "openshift-service-ca.crt", "reconcileID": "2401def4-84ca-47f3-a1d6-c9839ff4c2c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-trusted-ca-bundle", "reconcileID": "6d09d84e-9639-4f42-a12e-209cd894b2f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "openshift-service-ca.crt", "reconcileID": "fb8b46d2-a2a6-414c-a1a4-c137dbc6f14e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ffa2c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "openshift-service-ca.crt", "reconcileID": "fb8b46d2-a2a6-414c-a1a4-c137dbc6f14e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "openshift-service-ca.crt", "reconcileID": "c1b3acb4-781a-412c-baf0-f028c9b37e46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b28d5edc-9e45-443c-8f1f-7212dfe8b4d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-trusted-ca-bundle", "reconcileID": "d95caf76-79e8-4b46-9fa2-5eb3de32f77d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-trusted-ca-bundle", "reconcileID": "d95caf76-79e8-4b46-9fa2-5eb3de32f77d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c20ba90a-68f9-4f9b-9217-6de10ddfe52c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "6446b468-7ae3-4a4d-ab64-bd0a778162eb", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress"} 2026-07-07T19:34:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "6446b468-7ae3-4a4d-ab64-bd0a778162eb", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress", "name": "e2e-api-a-58a302-authn-ssl"} 2026-07-07T19:34:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "6446b468-7ae3-4a4d-ab64-bd0a778162eb", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress"} 2026-07-07T19:34:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "657d7805-51b8-486c-a2cb-1c7376114d4b", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "657d7805-51b8-486c-a2cb-1c7376114d4b", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c-authn-ssl"} 2026-07-07T19:34:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "657d7805-51b8-486c-a2cb-1c7376114d4b", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92460b56-5bb1-4acc-ab93-b34a5b706f47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "2b7162e2-19f6-4f87-bef4-de61d39e0115", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "2b7162e2-19f6-4f87-bef4-de61d39e0115", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c-authn-ssl"} 2026-07-07T19:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "2b7162e2-19f6-4f87-bef4-de61d39e0115", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a602f2d-8d4a-47c3-9480-a5dd9e53ee51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:34:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "117a136a-73ba-4ab7-9a98-074f9b90f844", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "da2cf6be-8312-48e3-93a0-17623c4c30d7", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress"} 2026-07-07T19:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "da2cf6be-8312-48e3-93a0-17623c4c30d7", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress", "name": "e2e-api-a-58a302-authn-ssl"} 2026-07-07T19:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "da2cf6be-8312-48e3-93a0-17623c4c30d7", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress"} 2026-07-07T19:34:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fb689e3-824d-4959-9785-7156f4f6331b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fb689e3-824d-4959-9785-7156f4f6331b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-58a302", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fb689e3-824d-4959-9785-7156f4f6331b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-58a302 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:34:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-trusted-ca-bundle", "reconcileID": "11f9338b-8977-47b4-a0f8-f9b35696c4b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-trusted-ca-bundle", "reconcileID": "11f9338b-8977-47b4-a0f8-f9b35696c4b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "openshift-service-ca.crt", "reconcileID": "4801fb45-2f20-448d-bfbd-9342c7d86ee1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "openshift-service-ca.crt", "reconcileID": "4801fb45-2f20-448d-bfbd-9342c7d86ee1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a405070-939f-414d-a27f-3f3dbb63326a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-58a302"}, "namespace": "ai-tenant-e2e-api-a-58a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a405070-939f-414d-a27f-3f3dbb63326a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-58a302"} 2026-07-07T19:34:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-58a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-58a302", "reconcileID": "d90ad86f-6200-4c81-839e-1f373e6e8c74", "Gateway": "e2e-api-a-58a302", "namespace": "openshift-ingress"} 2026-07-07T19:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca497cca-8e51-4680-a166-9da421d5b461", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:34:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "a2311836-1b79-4dc6-a4f6-59543cf78333", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "a2311836-1b79-4dc6-a4f6-59543cf78333", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c-authn-ssl"} 2026-07-07T19:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "a2311836-1b79-4dc6-a4f6-59543cf78333", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ffcae46-ac7a-48c4-bb18-86c1214a6a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ffcae46-ac7a-48c4-bb18-86c1214a6a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ffcae46-ac7a-48c4-bb18-86c1214a6a70", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0ffa2c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:34:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-trusted-ca-bundle", "reconcileID": "bcdf8fb5-e088-4d92-84a0-0fb127bce4a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-trusted-ca-bundle", "reconcileID": "bcdf8fb5-e088-4d92-84a0-0fb127bce4a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "openshift-service-ca.crt", "reconcileID": "1b2aa1be-41ff-40cd-8c8a-647fa41818ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "openshift-service-ca.crt", "reconcileID": "1b2aa1be-41ff-40cd-8c8a-647fa41818ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00dee95c-d8bb-4745-88e4-94c531bac465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ffa2c"}, "namespace": "ai-tenant-e2e-api-b-0ffa2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00dee95c-d8bb-4745-88e4-94c531bac465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ffa2c"} 2026-07-07T19:34:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ffa2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ffa2c", "reconcileID": "858f4607-3959-4d41-ac6f-88472ddac0ad", "Gateway": "e2e-api-b-0ffa2c", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c26e05b1-68b6-4f5b-8e54-a3e2000f5f8f", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c26e05b1-68b6-4f5b-8e54-a3e2000f5f8f", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c26e05b1-68b6-4f5b-8e54-a3e2000f5f8f", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "dbb8aa59-0ab4-4386-b800-7c52e75c9e7b", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "dbb8aa59-0ab4-4386-b800-7c52e75c9e7b", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "dbb8aa59-0ab4-4386-b800-7c52e75c9e7b", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f6f56c07-772d-4d58-8eca-f2b9e8bb1c45", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f6f56c07-772d-4d58-8eca-f2b9e8bb1c45", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f6f56c07-772d-4d58-8eca-f2b9e8bb1c45", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "7d4946a8-0b7d-44cc-90c5-73ec67ef3f15", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "7d4946a8-0b7d-44cc-90c5-73ec67ef3f15", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "7d4946a8-0b7d-44cc-90c5-73ec67ef3f15", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f445cd6-2410-4a0d-9436-077e53fafbed", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f445cd6-2410-4a0d-9436-077e53fafbed", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f445cd6-2410-4a0d-9436-077e53fafbed", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "cd6d80e8-62df-40a9-a2a8-f3069d381b3e", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "cd6d80e8-62df-40a9-a2a8-f3069d381b3e", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "cd6d80e8-62df-40a9-a2a8-f3069d381b3e", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f4e8c3b1-9c84-4ecd-85e7-340979811cbe", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f4e8c3b1-9c84-4ecd-85e7-340979811cbe", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f4e8c3b1-9c84-4ecd-85e7-340979811cbe", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "openshift-service-ca.crt", "reconcileID": "a5a2338c-ed53-4ec8-a17c-9cc6e952175c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "f76ed805-9cdb-49a6-b267-5ff6d82300a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "openshift-service-ca.crt", "reconcileID": "6d8d7fa7-186e-405e-9676-6318521dc2e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c576d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "openshift-service-ca.crt", "reconcileID": "6d8d7fa7-186e-405e-9676-6318521dc2e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "openshift-service-ca.crt", "reconcileID": "a9df5a58-9acb-4df6-baa9-e161f9ca64e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f90f7e7-9e77-4883-af00-c299cec8ff93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "d8c52c1a-9045-483a-90b0-c9edb7604f22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "d8c52c1a-9045-483a-90b0-c9edb7604f22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "252d28b5-4ee1-43b6-842b-1d36de3a4765", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f779da2a-8e09-4aaf-a956-f9328d505db6", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f779da2a-8e09-4aaf-a956-f9328d505db6", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f779da2a-8e09-4aaf-a956-f9328d505db6", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60110642-543c-4c15-8957-00183358b61e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "c156d778-b850-4655-85bc-01681a50f856", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "c156d778-b850-4655-85bc-01681a50f856", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "c156d778-b850-4655-85bc-01681a50f856", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "0e4f9816-c632-4010-96df-58859492f113", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "0e4f9816-c632-4010-96df-58859492f113", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "0e4f9816-c632-4010-96df-58859492f113", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "8b6a9f39-73fd-4338-babc-00b187b58d5f", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "8b6a9f39-73fd-4338-babc-00b187b58d5f", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "8b6a9f39-73fd-4338-babc-00b187b58d5f", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "334d5184-c111-4c20-9a6c-a826d4bdb5da", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "334d5184-c111-4c20-9a6c-a826d4bdb5da", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "334d5184-c111-4c20-9a6c-a826d4bdb5da", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "527503bf-4f44-42b5-ba28-8ac355dea3d8", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "527503bf-4f44-42b5-ba28-8ac355dea3d8", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "527503bf-4f44-42b5-ba28-8ac355dea3d8", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "3eda5492-55ff-4167-a164-135193764647", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "3eda5492-55ff-4167-a164-135193764647", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "3eda5492-55ff-4167-a164-135193764647", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "c25b08ca-62f6-4135-bdaf-d7e5cb2efbb1", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "c25b08ca-62f6-4135-bdaf-d7e5cb2efbb1", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "c25b08ca-62f6-4135-bdaf-d7e5cb2efbb1", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "openshift-service-ca.crt", "reconcileID": "18bb472e-e5a6-407b-a96e-aa651668408a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-trusted-ca-bundle", "reconcileID": "0c5f2097-f950-4be6-a5a1-892366f04dbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "openshift-service-ca.crt", "reconcileID": "da8a5e57-14a9-487a-9345-d256581acd0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2620f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "openshift-service-ca.crt", "reconcileID": "da8a5e57-14a9-487a-9345-d256581acd0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe0d6e7-851a-4a1b-a33a-ff5f64c05fe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "openshift-service-ca.crt", "reconcileID": "efbba29c-8e97-420e-96e5-165c729e94f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-trusted-ca-bundle", "reconcileID": "aa07f5ee-7487-4338-8345-e3a21220ff63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:34:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-trusted-ca-bundle", "reconcileID": "aa07f5ee-7487-4338-8345-e3a21220ff63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d182e76e-de84-42e7-84cb-944309054656", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "e9c657d6-c2ff-4b56-a9c2-db0473c34236", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "e9c657d6-c2ff-4b56-a9c2-db0473c34236", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "e9c657d6-c2ff-4b56-a9c2-db0473c34236", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fe50fdb-5833-4064-bd18-df15134f1966", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "719b6247-8e1e-4b02-a256-5182114d41a2", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "719b6247-8e1e-4b02-a256-5182114d41a2", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "719b6247-8e1e-4b02-a256-5182114d41a2", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "4c2c81fa-4747-4bc2-a4d8-740d4e57aa7d", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "4c2c81fa-4747-4bc2-a4d8-740d4e57aa7d", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "4c2c81fa-4747-4bc2-a4d8-740d4e57aa7d", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f828d373-5db9-408e-b9e5-ffcc3d5201e9", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "4c2c81fa-4747-4bc2-a4d8-740d4e57aa7d", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:34:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "4c2c81fa-4747-4bc2-a4d8-740d4e57aa7d", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:34:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "4c2c81fa-4747-4bc2-a4d8-740d4e57aa7d", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f828d373-5db9-408e-b9e5-ffcc3d5201e9", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "f828d373-5db9-408e-b9e5-ffcc3d5201e9", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "0cbd25f2-ea09-4380-afb1-38c8b4077ffa", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "0cbd25f2-ea09-4380-afb1-38c8b4077ffa", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "0cbd25f2-ea09-4380-afb1-38c8b4077ffa", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "0cbd25f2-ea09-4380-afb1-38c8b4077ffa", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:34:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "0cbd25f2-ea09-4380-afb1-38c8b4077ffa", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:34:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "0cbd25f2-ea09-4380-afb1-38c8b4077ffa", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "3c022a55-fd3a-4100-987e-b21ce08ac2df", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "3c022a55-fd3a-4100-987e-b21ce08ac2df", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "3c022a55-fd3a-4100-987e-b21ce08ac2df", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "60e5e063-3dfe-4173-93ce-21daaffb2d5e", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "60e5e063-3dfe-4173-93ce-21daaffb2d5e", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "60e5e063-3dfe-4173-93ce-21daaffb2d5e", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:34:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "7f1faf03-a7be-4b9a-888f-d22c9fb236e7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "7f1faf03-a7be-4b9a-888f-d22c9fb236e7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "7f1faf03-a7be-4b9a-888f-d22c9fb236e7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "7f1faf03-a7be-4b9a-888f-d22c9fb236e7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:34:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "7f1faf03-a7be-4b9a-888f-d22c9fb236e7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:34:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "7f1faf03-a7be-4b9a-888f-d22c9fb236e7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:34:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "055cba96-a741-457e-925f-23a8f1c1e113", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:35:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "e16332d3-a6d4-4b27-a8a0-d3b04fb6e3d7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "e16332d3-a6d4-4b27-a8a0-d3b04fb6e3d7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "e16332d3-a6d4-4b27-a8a0-d3b04fb6e3d7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "e16332d3-a6d4-4b27-a8a0-d3b04fb6e3d7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:35:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "e16332d3-a6d4-4b27-a8a0-d3b04fb6e3d7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:35:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "e16332d3-a6d4-4b27-a8a0-d3b04fb6e3d7", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "f1fa7824-11bb-40e2-83a5-3b7589fad159", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "f1fa7824-11bb-40e2-83a5-3b7589fad159", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "f1fa7824-11bb-40e2-83a5-3b7589fad159", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "f1fa7824-11bb-40e2-83a5-3b7589fad159", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:35:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "f1fa7824-11bb-40e2-83a5-3b7589fad159", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:35:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "f1fa7824-11bb-40e2-83a5-3b7589fad159", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:35:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "a8d04184-df69-4d81-b9ac-48792f0b6f0e", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "a8d04184-df69-4d81-b9ac-48792f0b6f0e", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "a8d04184-df69-4d81-b9ac-48792f0b6f0e", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "3d2a9489-eca0-4f0e-b046-67ce3840723c", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:35:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "a8d04184-df69-4d81-b9ac-48792f0b6f0e", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:35:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "a8d04184-df69-4d81-b9ac-48792f0b6f0e", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:35:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "a8d04184-df69-4d81-b9ac-48792f0b6f0e", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "3d2a9489-eca0-4f0e-b046-67ce3840723c", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:35:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "3d2a9489-eca0-4f0e-b046-67ce3840723c", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:35:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "19c2497b-3b10-4ed1-a894-6a5356d67740", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "19c2497b-3b10-4ed1-a894-6a5356d67740", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "19c2497b-3b10-4ed1-a894-6a5356d67740", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "19c2497b-3b10-4ed1-a894-6a5356d67740", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:35:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "19c2497b-3b10-4ed1-a894-6a5356d67740", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:35:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "19c2497b-3b10-4ed1-a894-6a5356d67740", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab55edeb-d0a6-4429-9838-03adf8a584ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:35:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "6f4a26ee-8fa8-4b08-8fc4-967ff9d14b19", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:35:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "6f4a26ee-8fa8-4b08-8fc4-967ff9d14b19", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:35:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "6f4a26ee-8fa8-4b08-8fc4-967ff9d14b19", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:35:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "cfc93b37-8716-4f36-94af-cc856b78db2b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "cfc93b37-8716-4f36-94af-cc856b78db2b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "cfc93b37-8716-4f36-94af-cc856b78db2b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "cfc93b37-8716-4f36-94af-cc856b78db2b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:35:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "cfc93b37-8716-4f36-94af-cc856b78db2b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:35:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "cfc93b37-8716-4f36-94af-cc856b78db2b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1cd37620-8d15-4ffb-9b3b-c0fd859c8ade", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1cd37620-8d15-4ffb-9b3b-c0fd859c8ade", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1cd37620-8d15-4ffb-9b3b-c0fd859c8ade", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1cd37620-8d15-4ffb-9b3b-c0fd859c8ade", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1cd37620-8d15-4ffb-9b3b-c0fd859c8ade", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1cd37620-8d15-4ffb-9b3b-c0fd859c8ade", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1496d5fd-82fa-4c5d-b25d-4d14ee09286b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1496d5fd-82fa-4c5d-b25d-4d14ee09286b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1496d5fd-82fa-4c5d-b25d-4d14ee09286b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1496d5fd-82fa-4c5d-b25d-4d14ee09286b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:35:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1496d5fd-82fa-4c5d-b25d-4d14ee09286b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:35:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "1496d5fd-82fa-4c5d-b25d-4d14ee09286b", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:35:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "4f48bfd0-b5f1-408b-b621-2f570f32c45d", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:35:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "4f48bfd0-b5f1-408b-b621-2f570f32c45d", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:35:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "4f48bfd0-b5f1-408b-b621-2f570f32c45d", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:35:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "18343050-8f1d-4a69-93c1-28c812507ef9", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:35:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "18343050-8f1d-4a69-93c1-28c812507ef9", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:35:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "18343050-8f1d-4a69-93c1-28c812507ef9", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2"} 2026-07-07T19:37:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:37:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:37:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "797aa1b5-5348-49a0-bbfe-5ffb8e79daaf", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "auth-test-model-c576d2", "reconcileID": "8f262cf9-59c8-4997-8cc4-6a5ef61cce0e", "LLMInferenceService": "auth-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "467093af-b8df-449b-9c38-7aa0366ae86a", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "467093af-b8df-449b-9c38-7aa0366ae86a", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "467093af-b8df-449b-9c38-7aa0366ae86a", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "4ce9b8ed-eb00-4da0-99c8-673e5c160419", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "4ce9b8ed-eb00-4da0-99c8-673e5c160419", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "4ce9b8ed-eb00-4da0-99c8-673e5c160419", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1"} 2026-07-07T19:37:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:37:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:37:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "7ec1c56e-2969-4c5a-ae06-f6db9c4f37b5", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "auth-test-model-2620f1", "reconcileID": "00340da1-f523-4dbf-a85e-fdf3e3288bc8", "LLMInferenceService": "auth-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "79647f8a-d038-4c32-8c69-aac8ba3dd47b", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "79647f8a-d038-4c32-8c69-aac8ba3dd47b", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "79647f8a-d038-4c32-8c69-aac8ba3dd47b", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "bc190e75-1fd4-414b-8edd-8c4f4b8e288c", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "bc190e75-1fd4-414b-8edd-8c4f4b8e288c", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "bc190e75-1fd4-414b-8edd-8c4f4b8e288c", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "62936640-0424-41c1-b9a5-8d26daa4738f", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "62936640-0424-41c1-b9a5-8d26daa4738f", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "62936640-0424-41c1-b9a5-8d26daa4738f", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "8d9cd1a0-ab76-44fd-a18b-010e8c303c68", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "62936640-0424-41c1-b9a5-8d26daa4738f", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:37:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "62936640-0424-41c1-b9a5-8d26daa4738f", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:37:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "62936640-0424-41c1-b9a5-8d26daa4738f", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "8d9cd1a0-ab76-44fd-a18b-010e8c303c68", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "8d9cd1a0-ab76-44fd-a18b-010e8c303c68", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f5bb90dd-e3b2-4961-b3eb-def37a008844", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f5bb90dd-e3b2-4961-b3eb-def37a008844", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f5bb90dd-e3b2-4961-b3eb-def37a008844", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f5bb90dd-e3b2-4961-b3eb-def37a008844", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:37:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f5bb90dd-e3b2-4961-b3eb-def37a008844", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:37:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f5bb90dd-e3b2-4961-b3eb-def37a008844", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c7809aec-42b6-4588-a735-9f9fd2d01475", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c7809aec-42b6-4588-a735-9f9fd2d01475", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c7809aec-42b6-4588-a735-9f9fd2d01475", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:37:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "79446841-d701-47a6-8d85-c6db950e5d13", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "79446841-d701-47a6-8d85-c6db950e5d13", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "79446841-d701-47a6-8d85-c6db950e5d13", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "79446841-d701-47a6-8d85-c6db950e5d13", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:37:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "79446841-d701-47a6-8d85-c6db950e5d13", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:37:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "79446841-d701-47a6-8d85-c6db950e5d13", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "518e7ea0-45a2-4406-9abb-69ad28796a77", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "518e7ea0-45a2-4406-9abb-69ad28796a77", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "518e7ea0-45a2-4406-9abb-69ad28796a77", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "518e7ea0-45a2-4406-9abb-69ad28796a77", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:37:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "518e7ea0-45a2-4406-9abb-69ad28796a77", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:37:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "518e7ea0-45a2-4406-9abb-69ad28796a77", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:37:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "924cc09c-8e4e-4d14-ad30-95a028772c07", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "924cc09c-8e4e-4d14-ad30-95a028772c07", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "924cc09c-8e4e-4d14-ad30-95a028772c07", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "924cc09c-8e4e-4d14-ad30-95a028772c07", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:37:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "924cc09c-8e4e-4d14-ad30-95a028772c07", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:37:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "924cc09c-8e4e-4d14-ad30-95a028772c07", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "55093651-7737-4c82-a729-18fa7648a918", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "55093651-7737-4c82-a729-18fa7648a918", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "55093651-7737-4c82-a729-18fa7648a918", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "2e361db0-e111-40ee-85db-828b6f4cbc4c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "2e361db0-e111-40ee-85db-828b6f4cbc4c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "2e361db0-e111-40ee-85db-828b6f4cbc4c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "2e361db0-e111-40ee-85db-828b6f4cbc4c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:37:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "2e361db0-e111-40ee-85db-828b6f4cbc4c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:37:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "2e361db0-e111-40ee-85db-828b6f4cbc4c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "31c0fa40-34b1-4bdb-8633-67698018825b", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "31c0fa40-34b1-4bdb-8633-67698018825b", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "31c0fa40-34b1-4bdb-8633-67698018825b", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:37:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "79729973-b060-4fcc-97cd-330a149af3a2", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "79729973-b060-4fcc-97cd-330a149af3a2", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "79729973-b060-4fcc-97cd-330a149af3a2", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "79729973-b060-4fcc-97cd-330a149af3a2", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:37:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "79729973-b060-4fcc-97cd-330a149af3a2", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:37:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "79729973-b060-4fcc-97cd-330a149af3a2", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "6c5dcdee-5960-468e-8aa9-e25b61fd78af", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "6c5dcdee-5960-468e-8aa9-e25b61fd78af", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "6c5dcdee-5960-468e-8aa9-e25b61fd78af", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:37:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "6c5dcdee-5960-468e-8aa9-e25b61fd78af", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:37:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "6c5dcdee-5960-468e-8aa9-e25b61fd78af", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:37:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "6c5dcdee-5960-468e-8aa9-e25b61fd78af", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2"} 2026-07-07T19:38:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "76a8875a-102a-4853-a390-ad6725afbe4c", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "sub-test-model-c576d2", "reconcileID": "f0229d73-fa0b-4544-b125-5432fa6e8af5", "LLMInferenceService": "sub-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "63249c4f-be4c-4126-bc3e-389465b219bb", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "63249c4f-be4c-4126-bc3e-389465b219bb", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "63249c4f-be4c-4126-bc3e-389465b219bb", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f85139e-0f7b-4627-9374-a7c84e797717", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f85139e-0f7b-4627-9374-a7c84e797717", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f85139e-0f7b-4627-9374-a7c84e797717", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1"} 2026-07-07T19:38:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:38:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:38:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "f821eb8d-0fd5-40c5-bc24-23226439d968", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "sub-test-model-2620f1", "reconcileID": "30126bf2-78d8-4bdc-9e35-700dc770196c", "LLMInferenceService": "sub-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "518aa9b2-8c6b-4617-bed6-f2ca88e279df", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "518aa9b2-8c6b-4617-bed6-f2ca88e279df", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "518aa9b2-8c6b-4617-bed6-f2ca88e279df", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "a91a20fb-7fa6-4606-8554-4dbf0763c6f1", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "a91a20fb-7fa6-4606-8554-4dbf0763c6f1", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "a91a20fb-7fa6-4606-8554-4dbf0763c6f1", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:38:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8230a62c-7cc7-498b-9280-361fec601ead", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8230a62c-7cc7-498b-9280-361fec601ead", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8230a62c-7cc7-498b-9280-361fec601ead", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "7b11b1d8-102b-4e6d-bd96-26458d69d969", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8230a62c-7cc7-498b-9280-361fec601ead", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8230a62c-7cc7-498b-9280-361fec601ead", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:38:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8230a62c-7cc7-498b-9280-361fec601ead", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "7b11b1d8-102b-4e6d-bd96-26458d69d969", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "7b11b1d8-102b-4e6d-bd96-26458d69d969", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "528ce3c6-efb7-4cd4-bb6b-d1a1e9c82bda", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "528ce3c6-efb7-4cd4-bb6b-d1a1e9c82bda", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "528ce3c6-efb7-4cd4-bb6b-d1a1e9c82bda", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "528ce3c6-efb7-4cd4-bb6b-d1a1e9c82bda", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "528ce3c6-efb7-4cd4-bb6b-d1a1e9c82bda", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:38:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "528ce3c6-efb7-4cd4-bb6b-d1a1e9c82bda", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "a95dbba4-3519-4e14-9144-a5496c8d81ca", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "a95dbba4-3519-4e14-9144-a5496c8d81ca", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "a95dbba4-3519-4e14-9144-a5496c8d81ca", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:38:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "bbd59d38-f7ed-45c7-bafc-aa7949856c40", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "bbd59d38-f7ed-45c7-bafc-aa7949856c40", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "bbd59d38-f7ed-45c7-bafc-aa7949856c40", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "bbd59d38-f7ed-45c7-bafc-aa7949856c40", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "bbd59d38-f7ed-45c7-bafc-aa7949856c40", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:38:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "bbd59d38-f7ed-45c7-bafc-aa7949856c40", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "63bb42e5-62c6-4864-9e1f-d708835904d1", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "63bb42e5-62c6-4864-9e1f-d708835904d1", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "63bb42e5-62c6-4864-9e1f-d708835904d1", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "63bb42e5-62c6-4864-9e1f-d708835904d1", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "63bb42e5-62c6-4864-9e1f-d708835904d1", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:38:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "63bb42e5-62c6-4864-9e1f-d708835904d1", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8ed49413-b78b-4d10-9386-4d30599e4aec", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8ed49413-b78b-4d10-9386-4d30599e4aec", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8ed49413-b78b-4d10-9386-4d30599e4aec", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8ed49413-b78b-4d10-9386-4d30599e4aec", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:38:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8ed49413-b78b-4d10-9386-4d30599e4aec", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "authType": "userdefined"} 2026-07-07T19:38:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "8ed49413-b78b-4d10-9386-4d30599e4aec", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "31af2976-35cd-4720-bba9-a1b34957eb00", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "31af2976-35cd-4720-bba9-a1b34957eb00", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "31af2976-35cd-4720-bba9-a1b34957eb00", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "52b8951e-854a-4bc1-b04b-c3da7850f167", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "31af2976-35cd-4720-bba9-a1b34957eb00", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "31af2976-35cd-4720-bba9-a1b34957eb00", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "31af2976-35cd-4720-bba9-a1b34957eb00", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "52b8951e-854a-4bc1-b04b-c3da7850f167", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "52b8951e-854a-4bc1-b04b-c3da7850f167", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "379cd482-e9f8-42fb-9b7a-81b23f8b373d", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "379cd482-e9f8-42fb-9b7a-81b23f8b373d", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "379cd482-e9f8-42fb-9b7a-81b23f8b373d", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "379cd482-e9f8-42fb-9b7a-81b23f8b373d", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "379cd482-e9f8-42fb-9b7a-81b23f8b373d", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "379cd482-e9f8-42fb-9b7a-81b23f8b373d", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "6b9b52cb-65ee-4886-85ec-caf57fa3f9e5", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "6b9b52cb-65ee-4886-85ec-caf57fa3f9e5", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "6b9b52cb-65ee-4886-85ec-caf57fa3f9e5", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:39:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "b1a60947-8ccd-4b0c-b505-d504759950f1", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "b1a60947-8ccd-4b0c-b505-d504759950f1", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "b1a60947-8ccd-4b0c-b505-d504759950f1", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "b1a60947-8ccd-4b0c-b505-d504759950f1", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:39:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "b1a60947-8ccd-4b0c-b505-d504759950f1", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:39:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "b1a60947-8ccd-4b0c-b505-d504759950f1", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fc20d3e3-97a2-4b46-8839-13c03e218c6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:39:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "160804a5-6f72-4a73-8447-aa5354d7522b", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "160804a5-6f72-4a73-8447-aa5354d7522b", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "160804a5-6f72-4a73-8447-aa5354d7522b", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "160804a5-6f72-4a73-8447-aa5354d7522b", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:39:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "160804a5-6f72-4a73-8447-aa5354d7522b", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "authType": "userdefined"} 2026-07-07T19:39:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "160804a5-6f72-4a73-8447-aa5354d7522b", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:39:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2"} 2026-07-07T19:39:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:39:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:39:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:39:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2-kserve-route-authn"} 2026-07-07T19:39:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:39:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "6f52312c-6835-46d7-b3a6-3d424e36fe44", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:39:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c576d2","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "rate-test-model-c576d2", "reconcileID": "d51395c8-ea98-4961-926b-a703752521fd", "LLMInferenceService": "rate-test-model-c576d2", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f397fd3-a0ef-47b7-8e2f-4b06364d1ca3", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f397fd3-a0ef-47b7-8e2f-4b06364d1ca3", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "0f397fd3-a0ef-47b7-8e2f-4b06364d1ca3", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c9ea1fb9-f367-430d-acd8-d6d5d43584cf", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c9ea1fb9-f367-430d-acd8-d6d5d43584cf", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "c9ea1fb9-f367-430d-acd8-d6d5d43584cf", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:39:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1"} 2026-07-07T19:39:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:39:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1-kserve-route-authn"} 2026-07-07T19:39:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "a7dc4e9d-b8d7-43bd-8ee3-67f73abaea7a", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2620f1","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "rate-test-model-2620f1", "reconcileID": "436781c5-fe8c-452f-9efa-a2e0a5568977", "LLMInferenceService": "rate-test-model-2620f1", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "7ec0de71-6621-4e76-b779-8f0882b63d56", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "7ec0de71-6621-4e76-b779-8f0882b63d56", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "7ec0de71-6621-4e76-b779-8f0882b63d56", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "5d27505d-42f7-44cb-8802-3c9033318c77", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "5d27505d-42f7-44cb-8802-3c9033318c77", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "5d27505d-42f7-44cb-8802-3c9033318c77", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:39:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ba4e949-e5a0-4614-9103-2b26642949a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:39:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "ea0b5531-1dc6-4c49-8a03-e7ecee38c8fd", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:39:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "ea0b5531-1dc6-4c49-8a03-e7ecee38c8fd", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2-authn-ssl"} 2026-07-07T19:39:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "ea0b5531-1dc6-4c49-8a03-e7ecee38c8fd", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:40:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:40:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:40:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:40:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5f38080-8c46-4f0c-a35e-0e8247ac7c6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe01c81-fb4d-48a2-a082-a925d150769a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe01c81-fb4d-48a2-a082-a925d150769a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:40:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe01c81-fb4d-48a2-a082-a925d150769a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c576d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8a5d50-8934-495a-8d5e-d757d74c67cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8a5d50-8934-495a-8d5e-d757d74c67cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:40:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8a5d50-8934-495a-8d5e-d757d74c67cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c576d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c59f8c-42ac-451d-b929-4b46dc1d2f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c59f8c-42ac-451d-b929-4b46dc1d2f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:40:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c59f8c-42ac-451d-b929-4b46dc1d2f95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c576d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "openshift-service-ca.crt", "reconcileID": "40f9319e-0e54-4061-907b-5062b3c4804a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "openshift-service-ca.crt", "reconcileID": "40f9319e-0e54-4061-907b-5062b3c4804a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "1eaf4364-ed99-44be-8ab7-c8795cc37da1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-trusted-ca-bundle", "reconcileID": "1eaf4364-ed99-44be-8ab7-c8795cc37da1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d4c53b9-daa6-46ab-a19c-1520ccdc8e17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c576d2"}, "namespace": "ai-tenant-e2e-shared-a-c576d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d4c53b9-daa6-46ab-a19c-1520ccdc8e17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c576d2"} 2026-07-07T19:40:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c576d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c576d2", "reconcileID": "61a510bc-05f4-436f-9ff2-c37dd5687e3f", "Gateway": "e2e-shared-a-c576d2", "namespace": "openshift-ingress"} 2026-07-07T19:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "eec96548-77ce-475a-9255-613c46dfd279", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "eec96548-77ce-475a-9255-613c46dfd279", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1-authn-ssl"} 2026-07-07T19:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "eec96548-77ce-475a-9255-613c46dfd279", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"} 2026-07-07T19:40:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c494ba1c-8149-4e2a-840e-912aec1846dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c494ba1c-8149-4e2a-840e-912aec1846dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:40:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c494ba1c-8149-4e2a-840e-912aec1846dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-2620f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:40:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-trusted-ca-bundle", "reconcileID": "7895dd40-651f-400b-8b42-8fa125eb1173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-trusted-ca-bundle", "reconcileID": "7895dd40-651f-400b-8b42-8fa125eb1173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "openshift-service-ca.crt", "reconcileID": "7817e427-898e-4890-b9ee-8d08e56ab62f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "openshift-service-ca.crt", "reconcileID": "7817e427-898e-4890-b9ee-8d08e56ab62f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50522318-ebf6-4866-b857-32a4f68fae85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2620f1"}, "namespace": "ai-tenant-e2e-shared-b-2620f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50522318-ebf6-4866-b857-32a4f68fae85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2620f1"} 2026-07-07T19:40:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2620f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2620f1", "reconcileID": "9dba6783-a2fd-4a7c-acc2-af093be8c374", "Gateway": "e2e-shared-b-2620f1", "namespace": "openshift-ingress"}