2026-07-15T08:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "6f7411de-c683-4f14-8538-181fc48437b0", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "aeb163b6-be65-4724-a11f-9d39e39964c1", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:39:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "aeb163b6-be65-4724-a11f-9d39e39964c1", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1-authn-ssl"} 2026-07-15T08:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "aeb163b6-be65-4724-a11f-9d39e39964c1", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:39:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "3ef77cf8-86aa-425f-ac82-25fd576fa81e", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "3ef77cf8-86aa-425f-ac82-25fd576fa81e", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "3ef77cf8-86aa-425f-ac82-25fd576fa81e", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "359e4667-7bb3-45df-ace0-1697014fd136", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "359e4667-7bb3-45df-ace0-1697014fd136", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "359e4667-7bb3-45df-ace0-1697014fd136", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-trusted-ca-bundle", "reconcileID": "bb9bba78-5a07-4e2a-a3d5-2ab03189eb5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "openshift-service-ca.crt", "reconcileID": "0115aea8-a902-4338-8d4b-413c9b358264", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "openshift-service-ca.crt", "reconcileID": "d36e53d2-2229-4c54-966b-0969a056f9db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7a0e41", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:39:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "openshift-service-ca.crt", "reconcileID": "d36e53d2-2229-4c54-966b-0969a056f9db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "openshift-service-ca.crt", "reconcileID": "8a726bdd-0df6-4aa5-bcf9-6c02bc6eedf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "876eb4c1-1b02-4588-bacb-43df2f44b8e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-trusted-ca-bundle", "reconcileID": "4e9af80a-5b6a-4551-bbf0-a3bbe0da81ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:39:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-trusted-ca-bundle", "reconcileID": "4e9af80a-5b6a-4551-bbf0-a3bbe0da81ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f453840-328f-43c2-aca9-1ae5600db459", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:39:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "add18ab4-1d9c-46ba-8c75-eb40d598d57a", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "add18ab4-1d9c-46ba-8c75-eb40d598d57a", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:39:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "add18ab4-1d9c-46ba-8c75-eb40d598d57a", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:39:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d25bc35-edbc-4bbf-865f-7707c6a1b12b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:40:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "309dc133-b0cc-4e25-8ce9-214daa2f5916", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "309dc133-b0cc-4e25-8ce9-214daa2f5916", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:40:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "309dc133-b0cc-4e25-8ce9-214daa2f5916", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "2047d959-3990-469a-96b0-a3409f589f1e", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "2047d959-3990-469a-96b0-a3409f589f1e", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1-authn-ssl"} 2026-07-15T08:40:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "2047d959-3990-469a-96b0-a3409f589f1e", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a541e75-9a6e-45f7-a4de-5b642e4d5a75", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "cd7de19b-e62d-4e3e-89d4-aa68fd145481", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "cd7de19b-e62d-4e3e-89d4-aa68fd145481", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "cd7de19b-e62d-4e3e-89d4-aa68fd145481", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb376e3f-ea7f-4e6e-b14a-6710ef43d12a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e2e5d63-6a92-416f-91ab-b792f03b9141", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "7feb6d7f-c16c-4043-b87b-63dad29c6e4f", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "7feb6d7f-c16c-4043-b87b-63dad29c6e4f", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1-authn-ssl"} 2026-07-15T08:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "7feb6d7f-c16c-4043-b87b-63dad29c6e4f", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "9cf5eedb-9898-4584-8e0f-06ea47bb0d2d", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "9cf5eedb-9898-4584-8e0f-06ea47bb0d2d", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1-authn-ssl"} 2026-07-15T08:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "9cf5eedb-9898-4584-8e0f-06ea47bb0d2d", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa3380f1-d3cc-43ed-b864-9e8ad8989086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa3380f1-d3cc-43ed-b864-9e8ad8989086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec03f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:40:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa3380f1-d3cc-43ed-b864-9e8ad8989086", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ec03f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T08:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-trusted-ca-bundle", "reconcileID": "786b2d7c-6262-4f02-aae8-b6dc97c4bce5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-trusted-ca-bundle", "reconcileID": "786b2d7c-6262-4f02-aae8-b6dc97c4bce5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "openshift-service-ca.crt", "reconcileID": "c4e9aaff-0678-4943-b84b-fe1ea6562949", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "openshift-service-ca.crt", "reconcileID": "c4e9aaff-0678-4943-b84b-fe1ea6562949", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5e43da7-be41-4286-85fa-7c6acecb5746", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec03f1"}, "namespace": "ai-tenant-e2e-api-a-ec03f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5e43da7-be41-4286-85fa-7c6acecb5746", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec03f1"} 2026-07-15T08:40:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec03f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec03f1", "reconcileID": "dc60a66e-79c9-48a4-a4e6-546acf7a05fb", "Gateway": "e2e-api-a-ec03f1", "namespace": "openshift-ingress"} 2026-07-15T08:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12e9ef48-9a81-4cd6-b034-da1fb208a277", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:40:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "5b04235b-124e-4b32-8ee5-3967832b1268", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "5b04235b-124e-4b32-8ee5-3967832b1268", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:40:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "5b04235b-124e-4b32-8ee5-3967832b1268", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "a93482c1-0c07-46d5-8ac7-440589ed03d6", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "a93482c1-0c07-46d5-8ac7-440589ed03d6", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41-authn-ssl"} 2026-07-15T08:40:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "a93482c1-0c07-46d5-8ac7-440589ed03d6", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f63ee6-4623-438a-bf72-9c978669b61d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:40:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f63ee6-4623-438a-bf72-9c978669b61d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:40:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f63ee6-4623-438a-bf72-9c978669b61d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-7a0e41 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T08:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-trusted-ca-bundle", "reconcileID": "610717e4-2e2b-4de8-a4bb-6495aaaa2584", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-trusted-ca-bundle", "reconcileID": "610717e4-2e2b-4de8-a4bb-6495aaaa2584", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "openshift-service-ca.crt", "reconcileID": "22815b60-eb33-4434-a722-804e0c63db22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "openshift-service-ca.crt", "reconcileID": "22815b60-eb33-4434-a722-804e0c63db22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce8af83-7c7d-4bc9-80ac-d024a3edd234", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7a0e41"}, "namespace": "ai-tenant-e2e-api-b-7a0e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce8af83-7c7d-4bc9-80ac-d024a3edd234", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7a0e41"} 2026-07-15T08:41:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7a0e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7a0e41", "reconcileID": "12b972c8-be87-497c-bd18-e27785df0a2b", "Gateway": "e2e-api-b-7a0e41", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "26e4ee55-7972-4f97-a3c6-a7e1a9cf1660", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "26e4ee55-7972-4f97-a3c6-a7e1a9cf1660", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "26e4ee55-7972-4f97-a3c6-a7e1a9cf1660", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "eddd32b4-f21e-4e01-ad4d-c8d5165dbcb0", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "eddd32b4-f21e-4e01-ad4d-c8d5165dbcb0", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "eddd32b4-f21e-4e01-ad4d-c8d5165dbcb0", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "459409af-e194-44c5-8b64-b756540f0dea", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "459409af-e194-44c5-8b64-b756540f0dea", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "459409af-e194-44c5-8b64-b756540f0dea", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7d974fb7-23b1-4174-a156-139fa491d4c0", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7d974fb7-23b1-4174-a156-139fa491d4c0", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7d974fb7-23b1-4174-a156-139fa491d4c0", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7f891e29-2a40-48d4-8af6-b8211f850874", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7f891e29-2a40-48d4-8af6-b8211f850874", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7f891e29-2a40-48d4-8af6-b8211f850874", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5e59a7b7-c8ce-4d3f-b4f8-f4bb8d70f2bd", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5e59a7b7-c8ce-4d3f-b4f8-f4bb8d70f2bd", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5e59a7b7-c8ce-4d3f-b4f8-f4bb8d70f2bd", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "22f2ef32-de12-44ce-9469-814df9dd4464", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "22f2ef32-de12-44ce-9469-814df9dd4464", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "22f2ef32-de12-44ce-9469-814df9dd4464", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "openshift-service-ca.crt", "reconcileID": "d31b4db8-9ad6-4dc6-a9ab-e7bc687c464d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "7784a04a-d76d-40c1-90e4-a5d6dd6f0f62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "openshift-service-ca.crt", "reconcileID": "73770b78-feea-4639-a90e-1618ab61c257", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:41:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "openshift-service-ca.crt", "reconcileID": "73770b78-feea-4639-a90e-1618ab61c257", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "openshift-service-ca.crt", "reconcileID": "e6e5a34e-f4bf-4f44-b7ed-25ffcf7ab0b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bfcfbbb-a9b7-427c-b28d-f86775f4f561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "b9368599-a7a6-4cf1-8735-91d162ebaa7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:41:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "b9368599-a7a6-4cf1-8735-91d162ebaa7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d11ecbee-2e27-4277-b873-555fc684a9da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8d6a04f4-4674-4f6e-8a4b-c0e5391779a3", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8d6a04f4-4674-4f6e-8a4b-c0e5391779a3", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8d6a04f4-4674-4f6e-8a4b-c0e5391779a3", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd9a396b-6ded-4920-8001-27e9096b43c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:41:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "3b479141-db97-4c6f-a3cd-93118bf51603", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "3b479141-db97-4c6f-a3cd-93118bf51603", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "3b479141-db97-4c6f-a3cd-93118bf51603", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "7a438c14-605d-4005-9694-a60b24c69f62", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "7a438c14-605d-4005-9694-a60b24c69f62", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "7a438c14-605d-4005-9694-a60b24c69f62", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "5b692b65-ff4e-4444-8cb1-4dce314a3db1", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "5b692b65-ff4e-4444-8cb1-4dce314a3db1", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "5b692b65-ff4e-4444-8cb1-4dce314a3db1", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "0e46bd86-65b8-404a-a024-318c56f5e2aa", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "0e46bd86-65b8-404a-a024-318c56f5e2aa", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "0e46bd86-65b8-404a-a024-318c56f5e2aa", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "f927e9c2-93cb-476c-83a0-6a24b42580a4", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "f927e9c2-93cb-476c-83a0-6a24b42580a4", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "f927e9c2-93cb-476c-83a0-6a24b42580a4", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b12a2dd0-b65c-45c7-8766-09dc53e2ee0e", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b12a2dd0-b65c-45c7-8766-09dc53e2ee0e", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b12a2dd0-b65c-45c7-8766-09dc53e2ee0e", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "829d434a-53be-47a0-bf6b-40388d1bea7b", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "829d434a-53be-47a0-bf6b-40388d1bea7b", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "829d434a-53be-47a0-bf6b-40388d1bea7b", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "ef90bf23-c981-43e7-a504-36eac9e94581", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "ef90bf23-c981-43e7-a504-36eac9e94581", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "ef90bf23-c981-43e7-a504-36eac9e94581", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "openshift-service-ca.crt", "reconcileID": "971cd447-7c73-4228-a5ac-1ae220b05e08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-trusted-ca-bundle", "reconcileID": "35c9382c-e7e8-4b08-b75e-beb6f5f12c6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "openshift-service-ca.crt", "reconcileID": "6bfa4af2-7d69-4eee-879d-9f997d0cc2d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1db148", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:41:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "openshift-service-ca.crt", "reconcileID": "6bfa4af2-7d69-4eee-879d-9f997d0cc2d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33d35faf-fd7e-4c6f-90e5-f00699ade99b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "openshift-service-ca.crt", "reconcileID": "16e4044d-6bff-4674-bb7b-4e9902107df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-trusted-ca-bundle", "reconcileID": "6fd46130-0fc3-4f47-89fb-712e3c6b2255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:41:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-trusted-ca-bundle", "reconcileID": "6fd46130-0fc3-4f47-89fb-712e3c6b2255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdb940e1-7a79-4782-8e72-1fb6db5b1aa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "a7be5792-c8e3-4be6-b74e-d7747147049f", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "a7be5792-c8e3-4be6-b74e-d7747147049f", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "a7be5792-c8e3-4be6-b74e-d7747147049f", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87384c1e-7075-4e6a-b868-9612f8f30dd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:41:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "4dc3ddd3-fdc8-4c20-9ff3-b0354f30bffb", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "4dc3ddd3-fdc8-4c20-9ff3-b0354f30bffb", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "4dc3ddd3-fdc8-4c20-9ff3-b0354f30bffb", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "cd975993-18da-4917-81ef-3d52d18c8dcc", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "cd975993-18da-4917-81ef-3d52d18c8dcc", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "cd975993-18da-4917-81ef-3d52d18c8dcc", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "d2fdd55d-3e8c-48c4-a374-0e49f5105dee", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "cd975993-18da-4917-81ef-3d52d18c8dcc", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:41:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "cd975993-18da-4917-81ef-3d52d18c8dcc", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:41:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "cd975993-18da-4917-81ef-3d52d18c8dcc", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "d2fdd55d-3e8c-48c4-a374-0e49f5105dee", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "d2fdd55d-3e8c-48c4-a374-0e49f5105dee", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "df51adc2-6170-466f-aa34-127ef7376a95", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "df51adc2-6170-466f-aa34-127ef7376a95", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "df51adc2-6170-466f-aa34-127ef7376a95", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "df51adc2-6170-466f-aa34-127ef7376a95", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:41:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "df51adc2-6170-466f-aa34-127ef7376a95", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:41:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "df51adc2-6170-466f-aa34-127ef7376a95", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ef4a86c-8d71-4fcc-b3b6-93b25d6ac8c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5fad2ccb-143d-4d01-a0e8-434e2bfa5b07", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5fad2ccb-143d-4d01-a0e8-434e2bfa5b07", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5fad2ccb-143d-4d01-a0e8-434e2bfa5b07", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:41:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "6d1c1523-0ff5-4a50-b2fb-f05611a35134", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "6d1c1523-0ff5-4a50-b2fb-f05611a35134", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "6d1c1523-0ff5-4a50-b2fb-f05611a35134", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "6d1c1523-0ff5-4a50-b2fb-f05611a35134", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:41:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "6d1c1523-0ff5-4a50-b2fb-f05611a35134", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:41:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "6d1c1523-0ff5-4a50-b2fb-f05611a35134", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3256913-5f43-4db2-9ac7-eac78d076273", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:41:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "3ec5fcec-1c5b-459d-a8cd-8d8070256469", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "3ec5fcec-1c5b-459d-a8cd-8d8070256469", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "3ec5fcec-1c5b-459d-a8cd-8d8070256469", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "3ec5fcec-1c5b-459d-a8cd-8d8070256469", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:41:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "3ec5fcec-1c5b-459d-a8cd-8d8070256469", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:41:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "3ec5fcec-1c5b-459d-a8cd-8d8070256469", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:41:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "6692affd-1bbb-4de5-813e-8f25e5cbd952", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "6692affd-1bbb-4de5-813e-8f25e5cbd952", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "6692affd-1bbb-4de5-813e-8f25e5cbd952", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b00d368e-4b16-42ee-9aae-52becca5f60c", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "6692affd-1bbb-4de5-813e-8f25e5cbd952", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148-kserve-route-authn"} 2026-07-15T08:41:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "6692affd-1bbb-4de5-813e-8f25e5cbd952", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:41:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "6692affd-1bbb-4de5-813e-8f25e5cbd952", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b00d368e-4b16-42ee-9aae-52becca5f60c", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b00d368e-4b16-42ee-9aae-52becca5f60c", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:41:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "821f8d5b-c531-4aed-8202-74b024ff2877", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "821f8d5b-c531-4aed-8202-74b024ff2877", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "821f8d5b-c531-4aed-8202-74b024ff2877", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:41:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "821f8d5b-c531-4aed-8202-74b024ff2877", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148-kserve-route-authn"} 2026-07-15T08:41:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "821f8d5b-c531-4aed-8202-74b024ff2877", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:41:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "821f8d5b-c531-4aed-8202-74b024ff2877", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T08:42:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T08:42:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T08:42:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T08:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "376d0117-d21f-41a3-97b4-e227fce451e8", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "376d0117-d21f-41a3-97b4-e227fce451e8", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "376d0117-d21f-41a3-97b4-e227fce451e8", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:42:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "d0ae3ad5-f6d8-4e1b-a894-98a120f17aa1", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "d0ae3ad5-f6d8-4e1b-a894-98a120f17aa1", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "d0ae3ad5-f6d8-4e1b-a894-98a120f17aa1", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "d0ae3ad5-f6d8-4e1b-a894-98a120f17aa1", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148-kserve-route-authn"} 2026-07-15T08:42:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "d0ae3ad5-f6d8-4e1b-a894-98a120f17aa1", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:42:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "d0ae3ad5-f6d8-4e1b-a894-98a120f17aa1", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "32ee12cc-52a0-422c-9e95-9c0a55e7f307", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "32ee12cc-52a0-422c-9e95-9c0a55e7f307", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "32ee12cc-52a0-422c-9e95-9c0a55e7f307", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "32ee12cc-52a0-422c-9e95-9c0a55e7f307", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148-kserve-route-authn"} 2026-07-15T08:42:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "32ee12cc-52a0-422c-9e95-9c0a55e7f307", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:42:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "32ee12cc-52a0-422c-9e95-9c0a55e7f307", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "24592a1d-f43f-4c34-97a3-0461fd834921", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "24592a1d-f43f-4c34-97a3-0461fd834921", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "24592a1d-f43f-4c34-97a3-0461fd834921", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "2f3af251-8a63-4929-95fe-a2300728852a", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "2f3af251-8a63-4929-95fe-a2300728852a", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "2f3af251-8a63-4929-95fe-a2300728852a", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0"} 2026-07-15T08:44:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "355a80bb-7c52-4f5a-b7e7-0568f393e0b4", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "auth-test-model-8e59d0", "reconcileID": "c55779e3-e7e6-49a3-a7e2-426fe28bdf26", "LLMInferenceService": "auth-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "c914148a-44aa-486b-adb8-4cd541e107cc", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "c914148a-44aa-486b-adb8-4cd541e107cc", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "c914148a-44aa-486b-adb8-4cd541e107cc", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "14994bb6-94ef-4acf-9041-b1f3ef5cfa0b", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "14994bb6-94ef-4acf-9041-b1f3ef5cfa0b", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "14994bb6-94ef-4acf-9041-b1f3ef5cfa0b", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148"} 2026-07-15T08:44:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148-kserve-route-authn"} 2026-07-15T08:44:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148-kserve-route-authn"} 2026-07-15T08:44:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "5cedf2e1-006a-4f59-ba2e-d73938205cfb", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "auth-test-model-1db148", "reconcileID": "a4abbfef-8ccc-4808-b202-279f2f33c6e3", "LLMInferenceService": "auth-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "5d8e91d3-1b15-4d64-9919-096a9ea34ad8", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "5d8e91d3-1b15-4d64-9919-096a9ea34ad8", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:44:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "5d8e91d3-1b15-4d64-9919-096a9ea34ad8", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "3a2f25b4-79f5-4876-9509-a82c120d68a7", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "3a2f25b4-79f5-4876-9509-a82c120d68a7", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:44:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "3a2f25b4-79f5-4876-9509-a82c120d68a7", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "45a26478-e5a7-4eb1-8b6b-044f96073baf", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "45a26478-e5a7-4eb1-8b6b-044f96073baf", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "45a26478-e5a7-4eb1-8b6b-044f96073baf", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7b996a19-5259-4c11-9b4a-1cd8d5b32d2c", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "45a26478-e5a7-4eb1-8b6b-044f96073baf", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "45a26478-e5a7-4eb1-8b6b-044f96073baf", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:44:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "45a26478-e5a7-4eb1-8b6b-044f96073baf", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7b996a19-5259-4c11-9b4a-1cd8d5b32d2c", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:44:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "7b996a19-5259-4c11-9b4a-1cd8d5b32d2c", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "36f8f04c-01f8-48ae-a0be-72fb1b37cddb", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "36f8f04c-01f8-48ae-a0be-72fb1b37cddb", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "36f8f04c-01f8-48ae-a0be-72fb1b37cddb", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "36f8f04c-01f8-48ae-a0be-72fb1b37cddb", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "36f8f04c-01f8-48ae-a0be-72fb1b37cddb", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:44:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "36f8f04c-01f8-48ae-a0be-72fb1b37cddb", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ae80348-c70f-4e08-9b75-0544a074ad7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8bda2664-0e42-4b7b-8e2f-a157ab92bdfe", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8bda2664-0e42-4b7b-8e2f-a157ab92bdfe", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8bda2664-0e42-4b7b-8e2f-a157ab92bdfe", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:44:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "b95338e9-5ec3-4461-8f9a-a7e5ceb3a8c5", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "b95338e9-5ec3-4461-8f9a-a7e5ceb3a8c5", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "b95338e9-5ec3-4461-8f9a-a7e5ceb3a8c5", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "b95338e9-5ec3-4461-8f9a-a7e5ceb3a8c5", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "b95338e9-5ec3-4461-8f9a-a7e5ceb3a8c5", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:44:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "b95338e9-5ec3-4461-8f9a-a7e5ceb3a8c5", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "09d89850-ac4f-4741-9693-1851cece4808", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "09d89850-ac4f-4741-9693-1851cece4808", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "09d89850-ac4f-4741-9693-1851cece4808", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "09d89850-ac4f-4741-9693-1851cece4808", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "09d89850-ac4f-4741-9693-1851cece4808", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:44:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "09d89850-ac4f-4741-9693-1851cece4808", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "a50edcfb-5a23-46d6-a3e7-9857e58a9443", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "a50edcfb-5a23-46d6-a3e7-9857e58a9443", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "a50edcfb-5a23-46d6-a3e7-9857e58a9443", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "a50edcfb-5a23-46d6-a3e7-9857e58a9443", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:44:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "a50edcfb-5a23-46d6-a3e7-9857e58a9443", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:44:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "a50edcfb-5a23-46d6-a3e7-9857e58a9443", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:44:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "56628e73-0642-4cd6-a711-922001587118", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "56628e73-0642-4cd6-a711-922001587118", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "56628e73-0642-4cd6-a711-922001587118", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "17e987d5-36b6-4c40-b20b-536e9fa90d28", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "56628e73-0642-4cd6-a711-922001587118", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148-kserve-route-authn"} 2026-07-15T08:44:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "56628e73-0642-4cd6-a711-922001587118", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:44:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "56628e73-0642-4cd6-a711-922001587118", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "17e987d5-36b6-4c40-b20b-536e9fa90d28", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "17e987d5-36b6-4c40-b20b-536e9fa90d28", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "1053a156-ee85-4c87-8965-c769bdf97bb3", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "1053a156-ee85-4c87-8965-c769bdf97bb3", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "1053a156-ee85-4c87-8965-c769bdf97bb3", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "1053a156-ee85-4c87-8965-c769bdf97bb3", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148-kserve-route-authn"} 2026-07-15T08:44:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "1053a156-ee85-4c87-8965-c769bdf97bb3", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:44:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "1053a156-ee85-4c87-8965-c769bdf97bb3", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "0928994b-a34d-4ba9-9ac5-b9e92c18a8f4", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "0928994b-a34d-4ba9-9ac5-b9e92c18a8f4", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "0928994b-a34d-4ba9-9ac5-b9e92c18a8f4", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "c65f7260-f0b9-4e59-a096-7c2aa8eeee66", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "c65f7260-f0b9-4e59-a096-7c2aa8eeee66", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "c65f7260-f0b9-4e59-a096-7c2aa8eeee66", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "c65f7260-f0b9-4e59-a096-7c2aa8eeee66", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148-kserve-route-authn"} 2026-07-15T08:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "c65f7260-f0b9-4e59-a096-7c2aa8eeee66", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "c65f7260-f0b9-4e59-a096-7c2aa8eeee66", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "dddff491-3b50-45ca-9d1f-7b71cd61eded", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "dddff491-3b50-45ca-9d1f-7b71cd61eded", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "dddff491-3b50-45ca-9d1f-7b71cd61eded", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "dddff491-3b50-45ca-9d1f-7b71cd61eded", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148-kserve-route-authn"} 2026-07-15T08:45:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "dddff491-3b50-45ca-9d1f-7b71cd61eded", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:45:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "dddff491-3b50-45ca-9d1f-7b71cd61eded", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0"} 2026-07-15T08:45:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:45:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:45:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "8c587e77-6a43-4130-ae94-488026234e34", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "sub-test-model-8e59d0", "reconcileID": "02430e86-645e-4001-a9b3-336de7dd8114", "LLMInferenceService": "sub-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "40b335c8-090c-457e-a3a5-35d91ccadb20", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "40b335c8-090c-457e-a3a5-35d91ccadb20", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "40b335c8-090c-457e-a3a5-35d91ccadb20", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4cbfcbc8-cc51-4252-8262-a0b707cf8654", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4cbfcbc8-cc51-4252-8262-a0b707cf8654", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4cbfcbc8-cc51-4252-8262-a0b707cf8654", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148"} 2026-07-15T08:45:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148-kserve-route-authn"} 2026-07-15T08:45:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148-kserve-route-authn"} 2026-07-15T08:45:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "6647309e-9d4d-43e8-b52d-821985ab1c11", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "sub-test-model-1db148", "reconcileID": "2e7d3728-5d39-4bda-8cb7-32da8bb9e27b", "LLMInferenceService": "sub-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "8313d419-d1af-4304-8f1e-db429f6721aa", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "8313d419-d1af-4304-8f1e-db429f6721aa", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "8313d419-d1af-4304-8f1e-db429f6721aa", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "a599563b-9921-49d1-aeea-e249be411252", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "a599563b-9921-49d1-aeea-e249be411252", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "a599563b-9921-49d1-aeea-e249be411252", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:45:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "6da5a5ce-cd4d-4954-8518-ebeb2fdcedb3", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "6da5a5ce-cd4d-4954-8518-ebeb2fdcedb3", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "6da5a5ce-cd4d-4954-8518-ebeb2fdcedb3", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4535c538-3501-4e1f-936a-a89a5d96ec85", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:45:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "6da5a5ce-cd4d-4954-8518-ebeb2fdcedb3", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:45:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "6da5a5ce-cd4d-4954-8518-ebeb2fdcedb3", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:45:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "6da5a5ce-cd4d-4954-8518-ebeb2fdcedb3", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4535c538-3501-4e1f-936a-a89a5d96ec85", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:45:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4535c538-3501-4e1f-936a-a89a5d96ec85", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:45:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "9155acb5-5956-44d3-ab7a-c97d3deb51bb", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "9155acb5-5956-44d3-ab7a-c97d3deb51bb", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "9155acb5-5956-44d3-ab7a-c97d3deb51bb", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:45:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "9155acb5-5956-44d3-ab7a-c97d3deb51bb", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:45:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "9155acb5-5956-44d3-ab7a-c97d3deb51bb", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:45:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "9155acb5-5956-44d3-ab7a-c97d3deb51bb", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "11db78eb-420d-49b7-87cc-d5716e738028", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "11db78eb-420d-49b7-87cc-d5716e738028", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "11db78eb-420d-49b7-87cc-d5716e738028", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:46:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "80e5713a-f0f1-41d1-bdfc-2fe300bcc3dc", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "80e5713a-f0f1-41d1-bdfc-2fe300bcc3dc", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "80e5713a-f0f1-41d1-bdfc-2fe300bcc3dc", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "80e5713a-f0f1-41d1-bdfc-2fe300bcc3dc", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:46:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "80e5713a-f0f1-41d1-bdfc-2fe300bcc3dc", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:46:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "80e5713a-f0f1-41d1-bdfc-2fe300bcc3dc", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4569cd5d-ad35-46c6-a699-51346ee7993c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:46:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f363c979-298e-4780-96de-de24b4eb85a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:46:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "97f7667f-a3a4-46cf-b69c-53c71653bb71", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "97f7667f-a3a4-46cf-b69c-53c71653bb71", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "97f7667f-a3a4-46cf-b69c-53c71653bb71", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "97f7667f-a3a4-46cf-b69c-53c71653bb71", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:46:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "97f7667f-a3a4-46cf-b69c-53c71653bb71", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "authType": "userdefined"} 2026-07-15T08:46:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "97f7667f-a3a4-46cf-b69c-53c71653bb71", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:46:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "00534733-78ef-4bba-b5e9-8027aedc6152", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "00534733-78ef-4bba-b5e9-8027aedc6152", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "00534733-78ef-4bba-b5e9-8027aedc6152", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "fc71fcaf-d20d-4bbf-9965-dc844881ef76", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:46:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "00534733-78ef-4bba-b5e9-8027aedc6152", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148-kserve-route-authn"} 2026-07-15T08:46:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "00534733-78ef-4bba-b5e9-8027aedc6152", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:46:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "00534733-78ef-4bba-b5e9-8027aedc6152", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "fc71fcaf-d20d-4bbf-9965-dc844881ef76", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "fc71fcaf-d20d-4bbf-9965-dc844881ef76", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:46:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "44d02458-3f4f-4554-a859-ea32d49ce3a8", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "44d02458-3f4f-4554-a859-ea32d49ce3a8", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "44d02458-3f4f-4554-a859-ea32d49ce3a8", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "44d02458-3f4f-4554-a859-ea32d49ce3a8", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148-kserve-route-authn"} 2026-07-15T08:46:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "44d02458-3f4f-4554-a859-ea32d49ce3a8", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:46:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "44d02458-3f4f-4554-a859-ea32d49ce3a8", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "78c92200-ddb9-4e17-82f9-eeba847b24f6", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "78c92200-ddb9-4e17-82f9-eeba847b24f6", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "78c92200-ddb9-4e17-82f9-eeba847b24f6", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:46:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "42b00f1f-20b7-4128-bd96-761e8a965630", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "42b00f1f-20b7-4128-bd96-761e8a965630", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "42b00f1f-20b7-4128-bd96-761e8a965630", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:46:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "42b00f1f-20b7-4128-bd96-761e8a965630", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148-kserve-route-authn"} 2026-07-15T08:46:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "42b00f1f-20b7-4128-bd96-761e8a965630", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:46:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "42b00f1f-20b7-4128-bd96-761e8a965630", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "539d29f0-b3c1-4d4e-8205-23e4563d9105", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "539d29f0-b3c1-4d4e-8205-23e4563d9105", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "539d29f0-b3c1-4d4e-8205-23e4563d9105", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "539d29f0-b3c1-4d4e-8205-23e4563d9105", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148-kserve-route-authn"} 2026-07-15T08:47:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "539d29f0-b3c1-4d4e-8205-23e4563d9105", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "authType": "userdefined"} 2026-07-15T08:47:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "539d29f0-b3c1-4d4e-8205-23e4563d9105", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:47:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0"} 2026-07-15T08:47:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:47:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:47:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:47:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0-kserve-route-authn"} 2026-07-15T08:47:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:47:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "04565825-4e52-4141-adff-884419f45d26", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:47:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e59d0","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "rate-test-model-8e59d0", "reconcileID": "ac28ccca-ffe7-45a7-92ad-12d728ecb0f5", "LLMInferenceService": "rate-test-model-8e59d0", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8a1abf52-34c0-4e93-a5c6-5f44da5ba689", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8a1abf52-34c0-4e93-a5c6-5f44da5ba689", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "8a1abf52-34c0-4e93-a5c6-5f44da5ba689", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "88b69536-dbd9-42b4-a9f3-339fdbdc4efb", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "88b69536-dbd9-42b4-a9f3-339fdbdc4efb", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "88b69536-dbd9-42b4-a9f3-339fdbdc4efb", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:47:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148"} 2026-07-15T08:47:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148-kserve-route-authn"} 2026-07-15T08:47:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148-kserve-route-authn"} 2026-07-15T08:47:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "acce3323-4135-42e6-8a2e-07fdffb26bbb", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1db148","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "rate-test-model-1db148", "reconcileID": "db7dc450-47fb-425f-a8db-9878980b859d", "LLMInferenceService": "rate-test-model-1db148", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "1a9c5dc4-63dd-48c4-9bdd-6ebc6aac82fd", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "1a9c5dc4-63dd-48c4-9bdd-6ebc6aac82fd", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "1a9c5dc4-63dd-48c4-9bdd-6ebc6aac82fd", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "e2bb2ec6-5b43-4035-9fdb-f3b365448624", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "e2bb2ec6-5b43-4035-9fdb-f3b365448624", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "e2bb2ec6-5b43-4035-9fdb-f3b365448624", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f109bd6e-ed1c-4454-b76a-c80f21d61eed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "39029da8-9daf-4862-8d28-e28e3e75d705", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "39029da8-9daf-4862-8d28-e28e3e75d705", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "39029da8-9daf-4862-8d28-e28e3e75d705", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5c87e1b3-c72e-438d-9a20-4ce1ec0eacb7", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5c87e1b3-c72e-438d-9a20-4ce1ec0eacb7", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0-authn-ssl"} 2026-07-15T08:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "5c87e1b3-c72e-438d-9a20-4ce1ec0eacb7", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1754d0ae-a296-4fb0-8401-fd4e94f04a1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1754d0ae-a296-4fb0-8401-fd4e94f04a1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:48:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1754d0ae-a296-4fb0-8401-fd4e94f04a1a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8e59d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T08:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e27e5d6f-c8ac-479a-a105-36c3a5f5af66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e27e5d6f-c8ac-479a-a105-36c3a5f5af66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:48:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e27e5d6f-c8ac-479a-a105-36c3a5f5af66", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8e59d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T08:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "openshift-service-ca.crt", "reconcileID": "f41a9400-59ce-49ee-803a-c744f959a5f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "openshift-service-ca.crt", "reconcileID": "f41a9400-59ce-49ee-803a-c744f959a5f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59ed4d60-03f2-4e57-ae8a-b8026689278f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59ed4d60-03f2-4e57-ae8a-b8026689278f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "a3c15177-f318-46ec-a60e-0b8691dedc47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8e59d0"}, "namespace": "ai-tenant-e2e-shared-a-8e59d0", "name": "odh-trusted-ca-bundle", "reconcileID": "a3c15177-f318-46ec-a60e-0b8691dedc47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8e59d0"} 2026-07-15T08:48:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8e59d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8e59d0", "reconcileID": "4a131be9-4aef-4277-bf3b-7e171ff1e2f6", "Gateway": "e2e-shared-a-8e59d0", "namespace": "openshift-ingress"} 2026-07-15T08:48:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fc08c29-b3e0-496b-981e-8ff2401a292b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T08:48:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "679c3c47-81fd-49c6-8e35-d3e3c6149eb3", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:48:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "679c3c47-81fd-49c6-8e35-d3e3c6149eb3", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:48:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "679c3c47-81fd-49c6-8e35-d3e3c6149eb3", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "6860690d-e336-4d1d-bd9b-46227bb59591", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "6860690d-e336-4d1d-bd9b-46227bb59591", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148-authn-ssl"} 2026-07-15T08:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "6860690d-e336-4d1d-bd9b-46227bb59591", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"} 2026-07-15T08:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d1d632-6b3b-461f-ac9c-176dfd4e0068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:48:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d1d632-6b3b-461f-ac9c-176dfd4e0068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T08:48:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d1d632-6b3b-461f-ac9c-176dfd4e0068", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1db148 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T08:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-trusted-ca-bundle", "reconcileID": "d42b1647-7112-40c2-aff9-30acf057bc8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-trusted-ca-bundle", "reconcileID": "d42b1647-7112-40c2-aff9-30acf057bc8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "openshift-service-ca.crt", "reconcileID": "5e6dd552-4c7b-4239-adbf-9fdcf6bf2b6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "openshift-service-ca.crt", "reconcileID": "5e6dd552-4c7b-4239-adbf-9fdcf6bf2b6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec84b2b2-8e09-4938-9f63-d16dd41ee245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1db148"}, "namespace": "ai-tenant-e2e-shared-b-1db148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec84b2b2-8e09-4938-9f63-d16dd41ee245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1db148"} 2026-07-15T08:49:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1db148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1db148", "reconcileID": "b121d20a-de89-4f5f-82e9-20f2f5ea16b5", "Gateway": "e2e-shared-b-1db148", "namespace": "openshift-ingress"}