2026-07-16T01:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "630939ae-37b1-476d-b44d-3f9b9a93bc55", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "630939ae-37b1-476d-b44d-3f9b9a93bc55", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress", "name": "e2e-api-a-314e69-authn-ssl"} 2026-07-16T01:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "630939ae-37b1-476d-b44d-3f9b9a93bc55", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "2c9920b3-9e1f-4ba8-8742-042b8f9f8bb9", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "2c9920b3-9e1f-4ba8-8742-042b8f9f8bb9", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress", "name": "e2e-api-a-314e69-authn-ssl"} 2026-07-16T01:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "2c9920b3-9e1f-4ba8-8742-042b8f9f8bb9", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "openshift-service-ca.crt", "reconcileID": "068517e2-9379-4faf-be5a-bb9205577fff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-trusted-ca-bundle", "reconcileID": "69849d28-638c-469b-9d56-e1b949771d9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "openshift-service-ca.crt", "reconcileID": "d8741051-354d-4da0-90d4-b7c7c9a00cd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-314e69", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "openshift-service-ca.crt", "reconcileID": "d8741051-354d-4da0-90d4-b7c7c9a00cd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "openshift-service-ca.crt", "reconcileID": "908fe9bd-54f8-4681-987d-d7a9de74f5d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "502eb774-1936-4195-a81a-5ea2d437f951", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-trusted-ca-bundle", "reconcileID": "33edfde8-f1d4-4a1c-939a-f75f9b0d9daf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-trusted-ca-bundle", "reconcileID": "33edfde8-f1d4-4a1c-939a-f75f9b0d9daf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa88128e-96e6-4ed6-96d1-47b48d890eb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "d518ff84-27c1-4dd0-9b8d-6ea9da87521b", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "d518ff84-27c1-4dd0-9b8d-6ea9da87521b", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress", "name": "e2e-api-a-314e69-authn-ssl"} 2026-07-16T01:18:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "d518ff84-27c1-4dd0-9b8d-6ea9da87521b", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88faf6fd-cf6f-4dc5-8a53-d89e41460b25", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "315b0fe1-e0d9-442a-a555-deef91499721", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "315b0fe1-e0d9-442a-a555-deef91499721", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress", "name": "e2e-api-a-314e69-authn-ssl"} 2026-07-16T01:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "315b0fe1-e0d9-442a-a555-deef91499721", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "6160afe3-56e4-4e95-92d3-7e3ed30a05a2", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "6160afe3-56e4-4e95-92d3-7e3ed30a05a2", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "6160afe3-56e4-4e95-92d3-7e3ed30a05a2", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "4bfc2e7b-5da4-4872-9e97-71b340d86bfc", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "4bfc2e7b-5da4-4872-9e97-71b340d86bfc", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "4bfc2e7b-5da4-4872-9e97-71b340d86bfc", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "6d38053b-9610-4119-9633-14df36971c3e", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "6d38053b-9610-4119-9633-14df36971c3e", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "6d38053b-9610-4119-9633-14df36971c3e", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "599504e9-ab2e-464f-9158-aebb8658e44b", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "599504e9-ab2e-464f-9158-aebb8658e44b", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "599504e9-ab2e-464f-9158-aebb8658e44b", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "d87aa3e6-01b3-4558-b4c8-a5177de51aa1", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "d87aa3e6-01b3-4558-b4c8-a5177de51aa1", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "d87aa3e6-01b3-4558-b4c8-a5177de51aa1", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "e9f65efa-1430-4644-9152-0fce90a9416f", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "e9f65efa-1430-4644-9152-0fce90a9416f", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "e9f65efa-1430-4644-9152-0fce90a9416f", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "2bad8012-f660-4452-8ab9-48704e3767e0", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "2bad8012-f660-4452-8ab9-48704e3767e0", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "2bad8012-f660-4452-8ab9-48704e3767e0", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "openshift-service-ca.crt", "reconcileID": "cfa4ed23-165a-40a0-9cd9-ded1f54b8842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-trusted-ca-bundle", "reconcileID": "b17911d8-c2f9-48d8-aff1-375daf3baab9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "openshift-service-ca.crt", "reconcileID": "4eb66f2f-020d-4140-b86a-0c1570f4cd2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-edba78", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:18:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "openshift-service-ca.crt", "reconcileID": "4eb66f2f-020d-4140-b86a-0c1570f4cd2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ca4f473-5b17-4152-8fbf-cec9d4167a3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "openshift-service-ca.crt", "reconcileID": "2f0136e1-c15e-4ec6-a946-17666a8be36d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-trusted-ca-bundle", "reconcileID": "d9d0ffa2-982f-4287-83b2-d9d9fa2589e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:18:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-trusted-ca-bundle", "reconcileID": "d9d0ffa2-982f-4287-83b2-d9d9fa2589e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfc4d893-5821-4c59-b763-9dc5306da285", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "0e8bbd1f-9792-4e43-9c76-16474c9aece1", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "0e8bbd1f-9792-4e43-9c76-16474c9aece1", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "0e8bbd1f-9792-4e43-9c76-16474c9aece1", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9cbe8252-b752-4486-b389-847e3bc86452", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:18:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "5733f5de-e5dc-44a4-9bf3-a982d943af7f", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "5733f5de-e5dc-44a4-9bf3-a982d943af7f", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "5733f5de-e5dc-44a4-9bf3-a982d943af7f", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "9182d02b-4f34-44a4-bbf0-572ee3383d9c", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "9182d02b-4f34-44a4-bbf0-572ee3383d9c", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress", "name": "e2e-api-a-314e69-authn-ssl"} 2026-07-16T01:18:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "9182d02b-4f34-44a4-bbf0-572ee3383d9c", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f055ccc4-7bbb-4440-8c06-c5c74da6ce01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "d712cf58-ba97-44de-b638-a4b8f4d3a9b5", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "d712cf58-ba97-44de-b638-a4b8f4d3a9b5", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress", "name": "e2e-api-b-edba78-authn-ssl"} 2026-07-16T01:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "d712cf58-ba97-44de-b638-a4b8f4d3a9b5", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d06184c-331c-4986-b5ee-cde6cdb53f5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d06184c-331c-4986-b5ee-cde6cdb53f5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:18:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d06184c-331c-4986-b5ee-cde6cdb53f5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-314e69 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-trusted-ca-bundle", "reconcileID": "4b4b83e6-bcc9-4311-82bc-a98d30d92f52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-trusted-ca-bundle", "reconcileID": "4b4b83e6-bcc9-4311-82bc-a98d30d92f52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "openshift-service-ca.crt", "reconcileID": "5a043a97-6773-479c-9774-a2bce06d53ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "openshift-service-ca.crt", "reconcileID": "5a043a97-6773-479c-9774-a2bce06d53ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c3b2c32-0ff0-484f-a122-614bd010e1fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-314e69"}, "namespace": "ai-tenant-e2e-api-a-314e69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c3b2c32-0ff0-484f-a122-614bd010e1fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-314e69"} 2026-07-16T01:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "19e6031c-1045-4033-8c77-f5fdb3ffef06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:19:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-314e69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-314e69", "reconcileID": "755c6311-ff31-4924-9bb8-136c9017412e", "Gateway": "e2e-api-a-314e69", "namespace": "openshift-ingress"} 2026-07-16T01:19:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4427dd40-95e0-43b8-84b6-443235a843c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4427dd40-95e0-43b8-84b6-443235a843c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:19:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4427dd40-95e0-43b8-84b6-443235a843c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-edba78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:19:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-trusted-ca-bundle", "reconcileID": "b256c542-e14d-4393-898e-5543d4e9c618", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-trusted-ca-bundle", "reconcileID": "b256c542-e14d-4393-898e-5543d4e9c618", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "openshift-service-ca.crt", "reconcileID": "12186a39-94ac-4cf7-9c5f-eaee715ae9b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "openshift-service-ca.crt", "reconcileID": "12186a39-94ac-4cf7-9c5f-eaee715ae9b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "754ff194-f59c-4cb2-b425-5648ffd0aa76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-edba78"}, "namespace": "ai-tenant-e2e-api-b-edba78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "754ff194-f59c-4cb2-b425-5648ffd0aa76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-edba78"} 2026-07-16T01:19:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-edba78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-edba78", "reconcileID": "c8f96531-189c-4eff-b9fc-13bceb2da7d6", "Gateway": "e2e-api-b-edba78", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "4935ef95-9d29-4e3d-b558-2238f93cd932", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "4935ef95-9d29-4e3d-b558-2238f93cd932", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "4935ef95-9d29-4e3d-b558-2238f93cd932", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "3872940a-f023-42ca-9cd9-ca3a4beb71a4", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "3872940a-f023-42ca-9cd9-ca3a4beb71a4", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "3872940a-f023-42ca-9cd9-ca3a4beb71a4", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "e1f217d0-6772-4c68-8d7d-6502b19d31e1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "e1f217d0-6772-4c68-8d7d-6502b19d31e1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "e1f217d0-6772-4c68-8d7d-6502b19d31e1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7ebcf07b-bde2-4680-abca-d9c27f82a2cd", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7ebcf07b-bde2-4680-abca-d9c27f82a2cd", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7ebcf07b-bde2-4680-abca-d9c27f82a2cd", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "1d47ca00-7328-4357-980b-cdef73b92f87", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "1d47ca00-7328-4357-980b-cdef73b92f87", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "1d47ca00-7328-4357-980b-cdef73b92f87", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "f9462062-66cc-4d39-9b8a-f293298977bb", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "f9462062-66cc-4d39-9b8a-f293298977bb", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "f9462062-66cc-4d39-9b8a-f293298977bb", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "5f193545-c932-4d3f-8eca-55be9f74a1b1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "5f193545-c932-4d3f-8eca-55be9f74a1b1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "5f193545-c932-4d3f-8eca-55be9f74a1b1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "openshift-service-ca.crt", "reconcileID": "84eb0acc-5e7a-4b74-8c87-5f5ed60849ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-trusted-ca-bundle", "reconcileID": "afe356a7-fe31-4e7d-8915-c33d527f7edb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "openshift-service-ca.crt", "reconcileID": "d67cba7c-694d-4102-a220-c8aecf717c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44361b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:19:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "openshift-service-ca.crt", "reconcileID": "d67cba7c-694d-4102-a220-c8aecf717c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "openshift-service-ca.crt", "reconcileID": "99034edd-fb81-4caa-999f-8d987b2ad9f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "176e4f46-cfb3-449d-b451-9e789b972fb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-trusted-ca-bundle", "reconcileID": "c43124f0-58b1-4894-9d56-d97cc0b8ce07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:19:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-trusted-ca-bundle", "reconcileID": "c43124f0-58b1-4894-9d56-d97cc0b8ce07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59c08e7e-1d9a-4ae2-8f65-5273ea6be269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "540efbb3-2247-4f1f-80fc-220f90f9e4e6", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "540efbb3-2247-4f1f-80fc-220f90f9e4e6", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "540efbb3-2247-4f1f-80fc-220f90f9e4e6", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2db53f14-453b-435d-a079-dab722caa10d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "f344a62e-473e-414a-8111-0d9189cb743b", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "f344a62e-473e-414a-8111-0d9189cb743b", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "f344a62e-473e-414a-8111-0d9189cb743b", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "e9c358b9-71f4-4ada-8479-70bc68ff9a79", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "e9c358b9-71f4-4ada-8479-70bc68ff9a79", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "e9c358b9-71f4-4ada-8479-70bc68ff9a79", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "e60db951-3159-4e0d-a987-7dbbf782ce0c", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "e60db951-3159-4e0d-a987-7dbbf782ce0c", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "e60db951-3159-4e0d-a987-7dbbf782ce0c", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "32a1b960-7478-40c3-8007-d0d44666a266", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "32a1b960-7478-40c3-8007-d0d44666a266", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "32a1b960-7478-40c3-8007-d0d44666a266", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7a9916b1-85f6-4d0b-ad47-f9dc00c19f5b", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7a9916b1-85f6-4d0b-ad47-f9dc00c19f5b", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7a9916b1-85f6-4d0b-ad47-f9dc00c19f5b", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "d1214835-8d48-42e8-919c-6dc6cc79a527", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "d1214835-8d48-42e8-919c-6dc6cc79a527", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "d1214835-8d48-42e8-919c-6dc6cc79a527", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "fedb25f6-7b6a-4308-a33c-6aa834dc7ae3", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "fedb25f6-7b6a-4308-a33c-6aa834dc7ae3", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "fedb25f6-7b6a-4308-a33c-6aa834dc7ae3", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "beebc058-dd47-4cc5-8436-f327449a8655", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "beebc058-dd47-4cc5-8436-f327449a8655", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "beebc058-dd47-4cc5-8436-f327449a8655", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "openshift-service-ca.crt", "reconcileID": "da27d6f2-c9e7-408b-8a1e-f401c1e4a51e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "d3874d16-ad65-4513-9589-a725ac16f3f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "openshift-service-ca.crt", "reconcileID": "ec9e457c-5076-4788-85d9-d394ef6fec7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-908f0c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:19:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "openshift-service-ca.crt", "reconcileID": "ec9e457c-5076-4788-85d9-d394ef6fec7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2938063-cdc5-4637-9a0b-4c17d320f6c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "openshift-service-ca.crt", "reconcileID": "9e6c09c2-ec06-4b30-9933-61be7c58a957", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "decd14ab-dd06-4484-98f4-95ac27a8ea77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:19:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "decd14ab-dd06-4484-98f4-95ac27a8ea77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b063e6a4-9862-4c32-9a31-31e83761be5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "1b64ba06-f0f4-4872-8fa3-e4bd65d203b7", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "1b64ba06-f0f4-4872-8fa3-e4bd65d203b7", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "1b64ba06-f0f4-4872-8fa3-e4bd65d203b7", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c44246f-d586-416f-b29a-d38a90661a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:19:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "a7b00b89-afbc-4178-868a-aed3002fffb7", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "a7b00b89-afbc-4178-868a-aed3002fffb7", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "a7b00b89-afbc-4178-868a-aed3002fffb7", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "3a623968-723c-416b-acc1-8d47a3ade04b", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "3a623968-723c-416b-acc1-8d47a3ade04b", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "3a623968-723c-416b-acc1-8d47a3ade04b", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7e3e26b8-4ebb-4606-bbff-8253bb1b61b3", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "3a623968-723c-416b-acc1-8d47a3ade04b", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b-kserve-route-authn"} 2026-07-16T01:19:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "3a623968-723c-416b-acc1-8d47a3ade04b", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:19:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "3a623968-723c-416b-acc1-8d47a3ade04b", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7e3e26b8-4ebb-4606-bbff-8253bb1b61b3", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7e3e26b8-4ebb-4606-bbff-8253bb1b61b3", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f69a7ffa-9110-41f3-b244-03a525adff0e", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f69a7ffa-9110-41f3-b244-03a525adff0e", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f69a7ffa-9110-41f3-b244-03a525adff0e", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f69a7ffa-9110-41f3-b244-03a525adff0e", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b-kserve-route-authn"} 2026-07-16T01:19:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f69a7ffa-9110-41f3-b244-03a525adff0e", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:19:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f69a7ffa-9110-41f3-b244-03a525adff0e", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "3c55177a-c49c-4c5a-b9ac-97930b1ca3a0", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "3c55177a-c49c-4c5a-b9ac-97930b1ca3a0", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "3c55177a-c49c-4c5a-b9ac-97930b1ca3a0", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:19:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07a6ab5a-1a35-4417-90b0-a71d5ffbf00c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "c29b8a91-9110-4964-ab32-85c2a17148f1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "c29b8a91-9110-4964-ab32-85c2a17148f1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "c29b8a91-9110-4964-ab32-85c2a17148f1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac2dfa1b-b049-45e6-96be-aa3d95ebb383", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:19:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "45686459-08a4-497a-8d86-d3778e121c22", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "45686459-08a4-497a-8d86-d3778e121c22", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "45686459-08a4-497a-8d86-d3778e121c22", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:19:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "45686459-08a4-497a-8d86-d3778e121c22", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b-kserve-route-authn"} 2026-07-16T01:19:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "45686459-08a4-497a-8d86-d3778e121c22", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:19:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "45686459-08a4-497a-8d86-d3778e121c22", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:20:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "6e44a23f-2bb4-486a-bb53-f453d2b2b697", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:20:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "6e44a23f-2bb4-486a-bb53-f453d2b2b697", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:20:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "6e44a23f-2bb4-486a-bb53-f453d2b2b697", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:20:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "6e44a23f-2bb4-486a-bb53-f453d2b2b697", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b-kserve-route-authn"} 2026-07-16T01:20:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "6e44a23f-2bb4-486a-bb53-f453d2b2b697", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:20:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "6e44a23f-2bb4-486a-bb53-f453d2b2b697", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:20:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "96bd9d5f-25da-4ac5-b916-40c13ab24abc", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "96bd9d5f-25da-4ac5-b916-40c13ab24abc", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "96bd9d5f-25da-4ac5-b916-40c13ab24abc", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7ae1286d-4df5-4144-b363-3babe4891244", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:20:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "96bd9d5f-25da-4ac5-b916-40c13ab24abc", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:20:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "96bd9d5f-25da-4ac5-b916-40c13ab24abc", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:20:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "96bd9d5f-25da-4ac5-b916-40c13ab24abc", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7ae1286d-4df5-4144-b363-3babe4891244", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7ae1286d-4df5-4144-b363-3babe4891244", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:20:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "6010dd2a-c8d2-40ee-ac44-7775c75937c5", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "6010dd2a-c8d2-40ee-ac44-7775c75937c5", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "6010dd2a-c8d2-40ee-ac44-7775c75937c5", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "6010dd2a-c8d2-40ee-ac44-7775c75937c5", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:20:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "6010dd2a-c8d2-40ee-ac44-7775c75937c5", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:20:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "6010dd2a-c8d2-40ee-ac44-7775c75937c5", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "94058faa-8ecb-4a38-98c1-a0d0fc179354", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:20:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "94058faa-8ecb-4a38-98c1-a0d0fc179354", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:20:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "94058faa-8ecb-4a38-98c1-a0d0fc179354", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:20:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "fe18098d-1c9d-4593-adb7-d6a484a650ad", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "fe18098d-1c9d-4593-adb7-d6a484a650ad", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "fe18098d-1c9d-4593-adb7-d6a484a650ad", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "fe18098d-1c9d-4593-adb7-d6a484a650ad", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:20:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "fe18098d-1c9d-4593-adb7-d6a484a650ad", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:20:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "fe18098d-1c9d-4593-adb7-d6a484a650ad", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "63d53afd-44eb-49a5-8e25-8016bd1dbe3b", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "63d53afd-44eb-49a5-8e25-8016bd1dbe3b", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "63d53afd-44eb-49a5-8e25-8016bd1dbe3b", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "63d53afd-44eb-49a5-8e25-8016bd1dbe3b", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "63d53afd-44eb-49a5-8e25-8016bd1dbe3b", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "63d53afd-44eb-49a5-8e25-8016bd1dbe3b", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3db42da9-8a84-4dc7-8fbe-cedb38203fc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:20:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "b14c4628-9e2c-42d1-b121-4397f5f3c811", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:20:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "b14c4628-9e2c-42d1-b121-4397f5f3c811", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:20:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "b14c4628-9e2c-42d1-b121-4397f5f3c811", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:20:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6d378a40-161c-477f-9c58-ed42856bd923", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:20:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6d378a40-161c-477f-9c58-ed42856bd923", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:20:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6d378a40-161c-477f-9c58-ed42856bd923", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:20:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:20:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:20:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:20:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:22:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b"} 2026-07-16T01:22:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b-kserve-route-authn"} 2026-07-16T01:22:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b-kserve-route-authn"} 2026-07-16T01:22:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "f32403f8-3ce9-4b0e-84e9-f2bef9f307f1", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "auth-test-model-44361b", "reconcileID": "a0929368-fd10-4c14-a7f2-3f5523285f18", "LLMInferenceService": "auth-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "edc8e221-6190-4bb6-a124-ab7905c77c87", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "edc8e221-6190-4bb6-a124-ab7905c77c87", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:22:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "edc8e221-6190-4bb6-a124-ab7905c77c87", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "d0c9c67d-d094-4bb6-b2e4-ed8f59a13fce", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "d0c9c67d-d094-4bb6-b2e4-ed8f59a13fce", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:22:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "d0c9c67d-d094-4bb6-b2e4-ed8f59a13fce", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:22:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c"} 2026-07-16T01:22:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:22:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:22:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:22:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:22:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:22:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "1fd026f0-4903-4e91-9b2b-049a9436f8ec", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:22:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "auth-test-model-908f0c", "reconcileID": "bf300d41-f927-4190-b73f-c8ac40afd1d6", "LLMInferenceService": "auth-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:22:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "de212ef7-0bfb-4f82-9389-159559c7d897", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:22:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "de212ef7-0bfb-4f82-9389-159559c7d897", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:22:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "de212ef7-0bfb-4f82-9389-159559c7d897", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:22:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "77b4e4fb-1624-4585-81aa-28fcd3d4bd4f", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:22:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "77b4e4fb-1624-4585-81aa-28fcd3d4bd4f", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:22:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "77b4e4fb-1624-4585-81aa-28fcd3d4bd4f", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:22:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "8ed55d98-b63f-4d7f-9da4-fc4dfdb60c61", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "8ed55d98-b63f-4d7f-9da4-fc4dfdb60c61", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "8ed55d98-b63f-4d7f-9da4-fc4dfdb60c61", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "cce64e54-51f9-48b2-848c-fde4847dbca2", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "8ed55d98-b63f-4d7f-9da4-fc4dfdb60c61", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b-kserve-route-authn"} 2026-07-16T01:22:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "8ed55d98-b63f-4d7f-9da4-fc4dfdb60c61", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:22:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "8ed55d98-b63f-4d7f-9da4-fc4dfdb60c61", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "cce64e54-51f9-48b2-848c-fde4847dbca2", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:22:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "cce64e54-51f9-48b2-848c-fde4847dbca2", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "a2b3cb02-6945-4fc0-a01b-bff22f53da57", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "a2b3cb02-6945-4fc0-a01b-bff22f53da57", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "a2b3cb02-6945-4fc0-a01b-bff22f53da57", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "a2b3cb02-6945-4fc0-a01b-bff22f53da57", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b-kserve-route-authn"} 2026-07-16T01:22:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "a2b3cb02-6945-4fc0-a01b-bff22f53da57", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:22:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "a2b3cb02-6945-4fc0-a01b-bff22f53da57", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "2dd4c133-a988-4d89-b306-65f131186cd5", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "2dd4c133-a988-4d89-b306-65f131186cd5", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "2dd4c133-a988-4d89-b306-65f131186cd5", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:22:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "2a0ea63b-6308-4edf-8dfc-0c49af5faf34", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "2a0ea63b-6308-4edf-8dfc-0c49af5faf34", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "2a0ea63b-6308-4edf-8dfc-0c49af5faf34", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:22:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "2a0ea63b-6308-4edf-8dfc-0c49af5faf34", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b-kserve-route-authn"} 2026-07-16T01:22:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "2a0ea63b-6308-4edf-8dfc-0c49af5faf34", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:22:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "2a0ea63b-6308-4edf-8dfc-0c49af5faf34", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:23:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "0a50db46-9c0f-457c-8a1d-e3dddb8bceff", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:23:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "0a50db46-9c0f-457c-8a1d-e3dddb8bceff", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:23:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "0a50db46-9c0f-457c-8a1d-e3dddb8bceff", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:23:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "0a50db46-9c0f-457c-8a1d-e3dddb8bceff", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b-kserve-route-authn"} 2026-07-16T01:23:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "0a50db46-9c0f-457c-8a1d-e3dddb8bceff", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:23:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "0a50db46-9c0f-457c-8a1d-e3dddb8bceff", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:23:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "cb9e729e-36c3-42c0-b41e-e45e61dd853c", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "cb9e729e-36c3-42c0-b41e-e45e61dd853c", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "cb9e729e-36c3-42c0-b41e-e45e61dd853c", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "d2101f27-8d59-4f6f-8753-9b03a00fd037", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:23:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "cb9e729e-36c3-42c0-b41e-e45e61dd853c", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:23:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "cb9e729e-36c3-42c0-b41e-e45e61dd853c", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:23:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "cb9e729e-36c3-42c0-b41e-e45e61dd853c", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "d2101f27-8d59-4f6f-8753-9b03a00fd037", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:23:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "d2101f27-8d59-4f6f-8753-9b03a00fd037", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:23:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "d5f4fb8a-5f42-4697-8bb9-654d56c139c1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "d5f4fb8a-5f42-4697-8bb9-654d56c139c1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "d5f4fb8a-5f42-4697-8bb9-654d56c139c1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "d5f4fb8a-5f42-4697-8bb9-654d56c139c1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:23:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "d5f4fb8a-5f42-4697-8bb9-654d56c139c1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:23:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "d5f4fb8a-5f42-4697-8bb9-654d56c139c1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6d053f60-d0c9-4eac-ae84-0afbb8d2cd6f", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:23:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6d053f60-d0c9-4eac-ae84-0afbb8d2cd6f", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6d053f60-d0c9-4eac-ae84-0afbb8d2cd6f", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:23:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "f6f5254a-568b-4b0c-a35a-3bbc867122a1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "f6f5254a-568b-4b0c-a35a-3bbc867122a1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "f6f5254a-568b-4b0c-a35a-3bbc867122a1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "f6f5254a-568b-4b0c-a35a-3bbc867122a1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:23:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "f6f5254a-568b-4b0c-a35a-3bbc867122a1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:23:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "f6f5254a-568b-4b0c-a35a-3bbc867122a1", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "9c26e65e-d28a-4b8e-8157-f7d52c3c42d0", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "9c26e65e-d28a-4b8e-8157-f7d52c3c42d0", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "9c26e65e-d28a-4b8e-8157-f7d52c3c42d0", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:23:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "9c26e65e-d28a-4b8e-8157-f7d52c3c42d0", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:23:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "9c26e65e-d28a-4b8e-8157-f7d52c3c42d0", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:23:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "9c26e65e-d28a-4b8e-8157-f7d52c3c42d0", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b"} 2026-07-16T01:24:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b-kserve-route-authn"} 2026-07-16T01:24:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b-kserve-route-authn"} 2026-07-16T01:24:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "aa9533f2-b296-46f6-9202-7b30caef9413", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "sub-test-model-44361b", "reconcileID": "b3029e65-7f2f-4dfe-a858-c8bb437539d9", "LLMInferenceService": "sub-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "ead536f5-338f-4144-9abf-79ee0c55b1b9", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "ead536f5-338f-4144-9abf-79ee0c55b1b9", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:24:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "ead536f5-338f-4144-9abf-79ee0c55b1b9", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "c1c42039-f12f-458e-b774-9eba60508765", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "c1c42039-f12f-458e-b774-9eba60508765", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:24:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "c1c42039-f12f-458e-b774-9eba60508765", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c"} 2026-07-16T01:24:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:24:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:24:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "a62ccfad-13e2-49d4-b266-a242d7c23616", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "sub-test-model-908f0c", "reconcileID": "ec4ce105-8749-4072-9fbc-d4d924531e32", "LLMInferenceService": "sub-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:24:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7b247ec7-5cf2-4fa4-8cff-07bb3fd8f645", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:24:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7b247ec7-5cf2-4fa4-8cff-07bb3fd8f645", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:24:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "7b247ec7-5cf2-4fa4-8cff-07bb3fd8f645", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:24:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "02abe8f6-599a-464d-83bb-6cba2b8c788e", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:24:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "02abe8f6-599a-464d-83bb-6cba2b8c788e", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:24:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "02abe8f6-599a-464d-83bb-6cba2b8c788e", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:24:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "5dbe553a-68b8-4f1e-9341-e0e1da931a18", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "5dbe553a-68b8-4f1e-9341-e0e1da931a18", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "5dbe553a-68b8-4f1e-9341-e0e1da931a18", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "8ab10b74-3608-4574-9487-b7865931d806", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "5dbe553a-68b8-4f1e-9341-e0e1da931a18", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b-kserve-route-authn"} 2026-07-16T01:24:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "5dbe553a-68b8-4f1e-9341-e0e1da931a18", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:24:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "5dbe553a-68b8-4f1e-9341-e0e1da931a18", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "8ab10b74-3608-4574-9487-b7865931d806", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:24:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "8ab10b74-3608-4574-9487-b7865931d806", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "49b46626-e141-4630-b845-6d267f3cda11", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "49b46626-e141-4630-b845-6d267f3cda11", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "49b46626-e141-4630-b845-6d267f3cda11", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "49b46626-e141-4630-b845-6d267f3cda11", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b-kserve-route-authn"} 2026-07-16T01:24:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "49b46626-e141-4630-b845-6d267f3cda11", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:24:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "49b46626-e141-4630-b845-6d267f3cda11", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "d200fe76-0166-4518-8c77-766e027930f1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "d200fe76-0166-4518-8c77-766e027930f1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "d200fe76-0166-4518-8c77-766e027930f1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "665616ac-4ba9-4e2f-bb9a-df697d700aa8", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "665616ac-4ba9-4e2f-bb9a-df697d700aa8", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "665616ac-4ba9-4e2f-bb9a-df697d700aa8", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "665616ac-4ba9-4e2f-bb9a-df697d700aa8", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b-kserve-route-authn"} 2026-07-16T01:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "665616ac-4ba9-4e2f-bb9a-df697d700aa8", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "665616ac-4ba9-4e2f-bb9a-df697d700aa8", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd95b427-fb88-4686-9647-788e71696c22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07b4c0cd-b8fe-45d9-8cd2-99a75ebc0e98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:25:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "51e1e30d-0cfe-41e7-9b1f-b8be108b3976", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "51e1e30d-0cfe-41e7-9b1f-b8be108b3976", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "51e1e30d-0cfe-41e7-9b1f-b8be108b3976", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "51e1e30d-0cfe-41e7-9b1f-b8be108b3976", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b-kserve-route-authn"} 2026-07-16T01:25:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "51e1e30d-0cfe-41e7-9b1f-b8be108b3976", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "authType": "userdefined"} 2026-07-16T01:25:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "51e1e30d-0cfe-41e7-9b1f-b8be108b3976", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "867f742a-7ac5-4538-bde3-d4017da6b0d7", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "867f742a-7ac5-4538-bde3-d4017da6b0d7", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "867f742a-7ac5-4538-bde3-d4017da6b0d7", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "c5eaa79f-a72a-444a-af03-ea91d6cc7f47", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "867f742a-7ac5-4538-bde3-d4017da6b0d7", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "867f742a-7ac5-4538-bde3-d4017da6b0d7", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "867f742a-7ac5-4538-bde3-d4017da6b0d7", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "c5eaa79f-a72a-444a-af03-ea91d6cc7f47", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "c5eaa79f-a72a-444a-af03-ea91d6cc7f47", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "af0865f3-e6ac-4151-b76f-8bb19194a784", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "af0865f3-e6ac-4151-b76f-8bb19194a784", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "af0865f3-e6ac-4151-b76f-8bb19194a784", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "af0865f3-e6ac-4151-b76f-8bb19194a784", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "af0865f3-e6ac-4151-b76f-8bb19194a784", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "af0865f3-e6ac-4151-b76f-8bb19194a784", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "9df73200-ac7e-4716-8901-4f80c0ada827", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "9df73200-ac7e-4716-8901-4f80c0ada827", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:25:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "9df73200-ac7e-4716-8901-4f80c0ada827", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "2598e02e-21d3-4751-b284-25a5b44889c1", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "2598e02e-21d3-4751-b284-25a5b44889c1", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "2598e02e-21d3-4751-b284-25a5b44889c1", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "2598e02e-21d3-4751-b284-25a5b44889c1", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "2598e02e-21d3-4751-b284-25a5b44889c1", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:25:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "2598e02e-21d3-4751-b284-25a5b44889c1", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "0ce3ffd0-0dda-46db-8bab-5269ede0afbe", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "0ce3ffd0-0dda-46db-8bab-5269ede0afbe", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "0ce3ffd0-0dda-46db-8bab-5269ede0afbe", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "0ce3ffd0-0dda-46db-8bab-5269ede0afbe", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "0ce3ffd0-0dda-46db-8bab-5269ede0afbe", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:25:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "0ce3ffd0-0dda-46db-8bab-5269ede0afbe", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "466b1e4a-02a4-4b69-abf2-b32dbe2b16b6", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "466b1e4a-02a4-4b69-abf2-b32dbe2b16b6", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "466b1e4a-02a4-4b69-abf2-b32dbe2b16b6", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "466b1e4a-02a4-4b69-abf2-b32dbe2b16b6", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "466b1e4a-02a4-4b69-abf2-b32dbe2b16b6", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "authType": "userdefined"} 2026-07-16T01:25:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "466b1e4a-02a4-4b69-abf2-b32dbe2b16b6", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f3783a7-0cfd-411c-9b8f-c86201adc766", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:25:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b"} 2026-07-16T01:25:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b-kserve-route-authn"} 2026-07-16T01:25:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b-kserve-route-authn"} 2026-07-16T01:25:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "6f3a4bd1-cd21-4ef8-83b9-215368ba3b52", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44361b","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "rate-test-model-44361b", "reconcileID": "85805093-c572-4559-be3a-08919c077abd", "LLMInferenceService": "rate-test-model-44361b", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "3bd77d31-7aef-41f9-baa9-2bb888b1586f", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "3bd77d31-7aef-41f9-baa9-2bb888b1586f", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "3bd77d31-7aef-41f9-baa9-2bb888b1586f", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7b2e1e59-2b5a-4991-bdb4-aa499d4017ab", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7b2e1e59-2b5a-4991-bdb4-aa499d4017ab", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b-authn-ssl"} 2026-07-16T01:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "7b2e1e59-2b5a-4991-bdb4-aa499d4017ab", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:25:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c"} 2026-07-16T01:25:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c-kserve-route-authn"} 2026-07-16T01:25:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "78ebfd81-b8cc-493c-bdfd-2bf3e9deca8d", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-908f0c","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "rate-test-model-908f0c", "reconcileID": "c6d36470-1c6e-4948-bb10-737834bed819", "LLMInferenceService": "rate-test-model-908f0c", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6a08e57f-beb4-4f89-8917-f4baac2edc55", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6a08e57f-beb4-4f89-8917-f4baac2edc55", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "6a08e57f-beb4-4f89-8917-f4baac2edc55", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "3612ae1d-977c-4d85-bb5c-19cc77ef3922", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "3612ae1d-977c-4d85-bb5c-19cc77ef3922", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c-authn-ssl"} 2026-07-16T01:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "3612ae1d-977c-4d85-bb5c-19cc77ef3922", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"} 2026-07-16T01:26:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7367d663-ccbd-4be4-9e27-fe0ff286347b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7367d663-ccbd-4be4-9e27-fe0ff286347b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:26:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7367d663-ccbd-4be4-9e27-fe0ff286347b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-44361b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:26:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-trusted-ca-bundle", "reconcileID": "cc1ac576-e418-4c37-bf9d-815f3ee8cb61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-trusted-ca-bundle", "reconcileID": "cc1ac576-e418-4c37-bf9d-815f3ee8cb61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "openshift-service-ca.crt", "reconcileID": "8ccff913-531b-4744-9e6c-13fc3bd7134a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "openshift-service-ca.crt", "reconcileID": "8ccff913-531b-4744-9e6c-13fc3bd7134a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b726866-3ecb-4d3f-9f42-00954dbd0c87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44361b"}, "namespace": "ai-tenant-e2e-shared-a-44361b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b726866-3ecb-4d3f-9f42-00954dbd0c87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44361b"} 2026-07-16T01:26:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44361b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44361b", "reconcileID": "72ecb3f4-338b-4dc4-aca6-2458c46dc5c1", "Gateway": "e2e-shared-a-44361b", "namespace": "openshift-ingress"} 2026-07-16T01:26:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1471857f-327b-491a-abd8-d87a3afd72ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1471857f-327b-491a-abd8-d87a3afd72ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:26:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1471857f-327b-491a-abd8-d87a3afd72ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-908f0c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:26:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "452b376c-c439-4304-b735-a09fcedec9c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "452b376c-c439-4304-b735-a09fcedec9c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "openshift-service-ca.crt", "reconcileID": "97fa8a54-1c78-4574-a187-b30200e16250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "openshift-service-ca.crt", "reconcileID": "97fa8a54-1c78-4574-a187-b30200e16250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a592dfd-bc81-42bd-afe1-5bab69e53cba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-908f0c"}, "namespace": "ai-tenant-e2e-shared-b-908f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a592dfd-bc81-42bd-afe1-5bab69e53cba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-908f0c"} 2026-07-16T01:26:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-908f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-908f0c", "reconcileID": "43e6f809-95eb-42ae-9321-58a88fcf1c01", "Gateway": "e2e-shared-b-908f0c", "namespace": "openshift-ingress"}