2026-07-06T23:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "b7c41672-1cae-435d-8762-4a2c4bc72128", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "b7c41672-1cae-435d-8762-4a2c4bc72128", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "ddeb4923-2083-4ffd-b7f5-68e009b2732f", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "ddeb4923-2083-4ffd-b7f5-68e009b2732f", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "ddeb4923-2083-4ffd-b7f5-68e009b2732f", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "3dd56095-47d0-43c3-9ded-2cab966d70c7", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "3dd56095-47d0-43c3-9ded-2cab966d70c7", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "3dd56095-47d0-43c3-9ded-2cab966d70c7", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "14db276f-dc90-4b6b-b813-ac1a8e481622", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "14db276f-dc90-4b6b-b813-ac1a8e481622", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "14db276f-dc90-4b6b-b813-ac1a8e481622", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "327cf146-9624-42b8-9c10-a1977c6c2c20", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "327cf146-9624-42b8-9c10-a1977c6c2c20", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "327cf146-9624-42b8-9c10-a1977c6c2c20", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "6d028226-a966-462d-886c-f78721f1c340", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "6d028226-a966-462d-886c-f78721f1c340", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "6d028226-a966-462d-886c-f78721f1c340", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "openshift-service-ca.crt", "reconcileID": "9958ea68-f448-4dad-b4ab-8c9481e1bbb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-trusted-ca-bundle", "reconcileID": "e04454f9-0ace-4fce-bd66-62eea7a744b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "openshift-service-ca.crt", "reconcileID": "4d58d6d9-006e-4e81-9530-8c1578b90a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ef756c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:20:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "openshift-service-ca.crt", "reconcileID": "4d58d6d9-006e-4e81-9530-8c1578b90a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "openshift-service-ca.crt", "reconcileID": "1a2d7f05-74b0-402e-91cc-d86611d28f67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "551607a8-5485-42c3-8c0b-3b3eb189e1f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-trusted-ca-bundle", "reconcileID": "c93c20b8-4452-472e-9812-c5db2c233760", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:20:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-trusted-ca-bundle", "reconcileID": "c93c20b8-4452-472e-9812-c5db2c233760", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d0b1cb-3e69-42e4-b242-775bf19d210d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "81794517-baa6-4ae5-bb08-e626b9dc035f", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress"} 2026-07-06T23:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "81794517-baa6-4ae5-bb08-e626b9dc035f", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d-authn-ssl"} 2026-07-06T23:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "81794517-baa6-4ae5-bb08-e626b9dc035f", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress"} 2026-07-06T23:20:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "7e3efd39-0e3a-4281-a97f-e2e0c00f0726", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "7e3efd39-0e3a-4281-a97f-e2e0c00f0726", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "7e3efd39-0e3a-4281-a97f-e2e0c00f0726", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8375db5-8ff5-49e9-a330-01a3eeb7d110", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "68d9c6a9-cdb3-4485-9747-595edac83929", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "68d9c6a9-cdb3-4485-9747-595edac83929", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "68d9c6a9-cdb3-4485-9747-595edac83929", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:20:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc5d7f0b-920f-4b51-bfc0-47af1dd69ce5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:20:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "85de6b94-2f67-420d-ae3a-f597de36c595", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress"} 2026-07-06T23:20:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "85de6b94-2f67-420d-ae3a-f597de36c595", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d-authn-ssl"} 2026-07-06T23:20:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "85de6b94-2f67-420d-ae3a-f597de36c595", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress"} 2026-07-06T23:21:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899ce692-802a-4e59-bd03-28bc64f372c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899ce692-802a-4e59-bd03-28bc64f372c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cb393d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:21:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899ce692-802a-4e59-bd03-28bc64f372c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-cb393d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T23:21:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-trusted-ca-bundle", "reconcileID": "645f8a03-4290-46e3-a489-d37d283d5496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-trusted-ca-bundle", "reconcileID": "645f8a03-4290-46e3-a489-d37d283d5496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "openshift-service-ca.crt", "reconcileID": "16f101cf-6625-4d2c-baef-79f89b2620ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "openshift-service-ca.crt", "reconcileID": "16f101cf-6625-4d2c-baef-79f89b2620ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5785bd8a-ff82-4180-a7f6-386e38784a89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cb393d"}, "namespace": "ai-tenant-e2e-api-a-cb393d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5785bd8a-ff82-4180-a7f6-386e38784a89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cb393d"} 2026-07-06T23:21:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cb393d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cb393d", "reconcileID": "a530821f-6b7b-4295-bd86-99e90940b5d0", "Gateway": "e2e-api-a-cb393d", "namespace": "openshift-ingress"} 2026-07-06T23:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc1a9256-5775-4ac8-a09a-e98c11d2e0ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "72d9ea5b-fb6e-4ccd-bce7-23852c906cfb", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "72d9ea5b-fb6e-4ccd-bce7-23852c906cfb", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c-authn-ssl"} 2026-07-06T23:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "72d9ea5b-fb6e-4ccd-bce7-23852c906cfb", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdc9326d-1bc6-4027-b003-87c2c957e8c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdc9326d-1bc6-4027-b003-87c2c957e8c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:21:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdc9326d-1bc6-4027-b003-87c2c957e8c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ef756c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T23:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-trusted-ca-bundle", "reconcileID": "b578dc31-6884-44e1-8c6f-204cdabe135c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-trusted-ca-bundle", "reconcileID": "b578dc31-6884-44e1-8c6f-204cdabe135c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "openshift-service-ca.crt", "reconcileID": "41f8dd02-4268-4caf-8ce6-e6da2ecf81eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "openshift-service-ca.crt", "reconcileID": "41f8dd02-4268-4caf-8ce6-e6da2ecf81eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dda3609-189c-44ef-b793-594b89153d0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ef756c"}, "namespace": "ai-tenant-e2e-api-b-ef756c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dda3609-189c-44ef-b793-594b89153d0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ef756c"} 2026-07-06T23:21:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ef756c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ef756c", "reconcileID": "e98894ea-f760-49ea-901c-b959d7e1f423", "Gateway": "e2e-api-b-ef756c", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "c8dc1037-c9e1-47d2-b051-804e5f5707bb", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "c8dc1037-c9e1-47d2-b051-804e5f5707bb", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "c8dc1037-c9e1-47d2-b051-804e5f5707bb", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "3b7e39e8-d95c-429f-8f0f-22a27b9373ec", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "3b7e39e8-d95c-429f-8f0f-22a27b9373ec", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "3b7e39e8-d95c-429f-8f0f-22a27b9373ec", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "238ba2a6-23a7-45c5-9fa7-62e063706ee8", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "238ba2a6-23a7-45c5-9fa7-62e063706ee8", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "238ba2a6-23a7-45c5-9fa7-62e063706ee8", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "7d8b7d48-bbf0-412f-8f86-ee1f9b85854d", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "7d8b7d48-bbf0-412f-8f86-ee1f9b85854d", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "7d8b7d48-bbf0-412f-8f86-ee1f9b85854d", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "902abecf-2f3f-4da1-9a63-355265313171", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "902abecf-2f3f-4da1-9a63-355265313171", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "902abecf-2f3f-4da1-9a63-355265313171", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "d2e29fac-7547-401b-b0c1-04af3d596a7b", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "d2e29fac-7547-401b-b0c1-04af3d596a7b", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "d2e29fac-7547-401b-b0c1-04af3d596a7b", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "0dd2dc4f-4d36-4b82-9ded-fddce7d60ffb", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "0dd2dc4f-4d36-4b82-9ded-fddce7d60ffb", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "0dd2dc4f-4d36-4b82-9ded-fddce7d60ffb", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "bac15d76-0f41-4224-9978-492751d6910e", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "bac15d76-0f41-4224-9978-492751d6910e", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "bac15d76-0f41-4224-9978-492751d6910e", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "openshift-service-ca.crt", "reconcileID": "94b789e6-6585-4478-8058-9df41768cd71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "openshift-service-ca.crt", "reconcileID": "7b8d422d-4dfd-4dcd-80e2-f6885d01ed91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:21:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "openshift-service-ca.crt", "reconcileID": "7b8d422d-4dfd-4dcd-80e2-f6885d01ed91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-trusted-ca-bundle", "reconcileID": "444a9e29-3a82-4971-93cb-5cabc4ba5ece", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "openshift-service-ca.crt", "reconcileID": "838aa823-a512-4720-9401-c882395270b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f64ebfe6-c685-4f28-85c6-1113ae9c279f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-trusted-ca-bundle", "reconcileID": "76a417ae-121b-4364-af48-93373efa37d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:21:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-trusted-ca-bundle", "reconcileID": "76a417ae-121b-4364-af48-93373efa37d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61247290-8752-48ad-bc13-06154ab2f558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "6c9dc7f6-852d-452e-b00e-5317735cb42e", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "6c9dc7f6-852d-452e-b00e-5317735cb42e", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "6c9dc7f6-852d-452e-b00e-5317735cb42e", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6bc56923-07aa-4b5f-b983-a438efaf7d80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "a4283de9-f83c-4e7c-b958-9e7e5f0c3aaa", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "a4283de9-f83c-4e7c-b958-9e7e5f0c3aaa", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "a4283de9-f83c-4e7c-b958-9e7e5f0c3aaa", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "fe87bd71-4eab-469e-80e2-f29413812183", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "fe87bd71-4eab-469e-80e2-f29413812183", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:21Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "fe87bd71-4eab-469e-80e2-f29413812183", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-ca352b-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-ca352b-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T23:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "50b7ed05-82c9-403d-941e-83c8f817a953", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-ca352b-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-ca352b-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-ca352b","uid":"a78cb378-188f-40e2-bd46-bda114bea5d8","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"50353"}, "reason": "ReconcileError"} 2026-07-06T23:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "50b7ed05-82c9-403d-941e-83c8f817a953", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "50b7ed05-82c9-403d-941e-83c8f817a953", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "25da6c01-5045-41a9-8185-ae5b16ccdea1", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "25da6c01-5045-41a9-8185-ae5b16ccdea1", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "25da6c01-5045-41a9-8185-ae5b16ccdea1", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "2ed4823d-76b8-4449-9465-a86bbc81c552", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "2ed4823d-76b8-4449-9465-a86bbc81c552", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "2ed4823d-76b8-4449-9465-a86bbc81c552", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "e8fe78a8-604e-4ddf-9bad-d13894cb0736", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "e8fe78a8-604e-4ddf-9bad-d13894cb0736", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "e8fe78a8-604e-4ddf-9bad-d13894cb0736", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "bb006e7e-db18-496c-9f4a-c339a2984528", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "bb006e7e-db18-496c-9f4a-c339a2984528", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "bb006e7e-db18-496c-9f4a-c339a2984528", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "f187353a-4725-4ba2-8985-0aedb2c7a0a0", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "f187353a-4725-4ba2-8985-0aedb2c7a0a0", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "f187353a-4725-4ba2-8985-0aedb2c7a0a0", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "727dbca6-1458-41ec-bef7-25ebca6af71e", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "727dbca6-1458-41ec-bef7-25ebca6af71e", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "727dbca6-1458-41ec-bef7-25ebca6af71e", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "openshift-service-ca.crt", "reconcileID": "f5d859e5-ab18-4271-9201-667ba97290d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-trusted-ca-bundle", "reconcileID": "ac97cbe7-eb37-4326-8af3-b3c43ccdd357", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "openshift-service-ca.crt", "reconcileID": "58815e15-d2db-41d6-b1c3-bc6b278fd847", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca352b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:21:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "openshift-service-ca.crt", "reconcileID": "58815e15-d2db-41d6-b1c3-bc6b278fd847", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "openshift-service-ca.crt", "reconcileID": "925a7266-260e-4fe5-806d-0ea96089176f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13549f07-bf23-4c9f-a556-7376fab35474", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-trusted-ca-bundle", "reconcileID": "64b34f6e-b33c-474b-9922-d74d3c8aaaa7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:21:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-trusted-ca-bundle", "reconcileID": "64b34f6e-b33c-474b-9922-d74d3c8aaaa7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e006bec3-7329-4ce2-b689-e6a7b8ca9bde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:21:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "b8d48e9a-15da-4830-b1c8-d93857619da4", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "b8d48e9a-15da-4830-b1c8-d93857619da4", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "b8d48e9a-15da-4830-b1c8-d93857619da4", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84b39266-d857-47f1-8bdc-ff382d6b794e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:21:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "4dfbc472-4964-4446-bbd7-39cefe660523", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "4dfbc472-4964-4446-bbd7-39cefe660523", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "4dfbc472-4964-4446-bbd7-39cefe660523", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "1bc371fc-a99d-4d20-a173-1d785044c5e2", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "4dfbc472-4964-4446-bbd7-39cefe660523", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:21:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "4dfbc472-4964-4446-bbd7-39cefe660523", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:21:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "4dfbc472-4964-4446-bbd7-39cefe660523", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "1bc371fc-a99d-4d20-a173-1d785044c5e2", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "1bc371fc-a99d-4d20-a173-1d785044c5e2", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "f34148c3-89d4-40b0-84c5-64ed8d63ba64", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "f34148c3-89d4-40b0-84c5-64ed8d63ba64", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "f34148c3-89d4-40b0-84c5-64ed8d63ba64", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "f34148c3-89d4-40b0-84c5-64ed8d63ba64", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:21:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "f34148c3-89d4-40b0-84c5-64ed8d63ba64", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:21:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "f34148c3-89d4-40b0-84c5-64ed8d63ba64", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "aaab7469-a60f-498d-9baa-864270356ced", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "aaab7469-a60f-498d-9baa-864270356ced", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:21:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "aaab7469-a60f-498d-9baa-864270356ced", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "912c0312-b6dc-427c-ae37-03c4db2ccd11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:21:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "ac6034e8-53b0-46fc-814c-3f39ab44dde9", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "ac6034e8-53b0-46fc-814c-3f39ab44dde9", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:21:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "ac6034e8-53b0-46fc-814c-3f39ab44dde9", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:21:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "29bd2de3-a527-42fd-9261-4772bcd65fa7", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "29bd2de3-a527-42fd-9261-4772bcd65fa7", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "29bd2de3-a527-42fd-9261-4772bcd65fa7", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "29bd2de3-a527-42fd-9261-4772bcd65fa7", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:21:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "29bd2de3-a527-42fd-9261-4772bcd65fa7", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:21:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "29bd2de3-a527-42fd-9261-4772bcd65fa7", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2d112d0-d5c1-4fba-be10-50f47ed0355d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:21:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "3b84ff51-8f20-4f86-a66a-7d34d70f5a11", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "3b84ff51-8f20-4f86-a66a-7d34d70f5a11", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "3b84ff51-8f20-4f86-a66a-7d34d70f5a11", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:21:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "3b84ff51-8f20-4f86-a66a-7d34d70f5a11", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:21:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "3b84ff51-8f20-4f86-a66a-7d34d70f5a11", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:21:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "3b84ff51-8f20-4f86-a66a-7d34d70f5a11", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:22:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "d1c239f2-ed22-4800-bbfc-c1beb9214a35", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:22:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "d1c239f2-ed22-4800-bbfc-c1beb9214a35", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:22:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "d1c239f2-ed22-4800-bbfc-c1beb9214a35", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:22:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "d1c239f2-ed22-4800-bbfc-c1beb9214a35", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:22:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "d1c239f2-ed22-4800-bbfc-c1beb9214a35", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:22:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "d1c239f2-ed22-4800-bbfc-c1beb9214a35", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:22:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1a231812-755f-4d77-8565-0e91583bb9a5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1a231812-755f-4d77-8565-0e91583bb9a5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1a231812-755f-4d77-8565-0e91583bb9a5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1a231812-755f-4d77-8565-0e91583bb9a5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:22:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1a231812-755f-4d77-8565-0e91583bb9a5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:22:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1a231812-755f-4d77-8565-0e91583bb9a5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "9e1e8988-6189-4b94-b21b-1e4a19aaadde", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:22:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "9e1e8988-6189-4b94-b21b-1e4a19aaadde", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:22:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "9e1e8988-6189-4b94-b21b-1e4a19aaadde", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:22:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1db8ab7a-ffc3-4187-be07-d425ead047eb", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1db8ab7a-ffc3-4187-be07-d425ead047eb", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1db8ab7a-ffc3-4187-be07-d425ead047eb", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1db8ab7a-ffc3-4187-be07-d425ead047eb", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:22:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1db8ab7a-ffc3-4187-be07-d425ead047eb", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:22:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1db8ab7a-ffc3-4187-be07-d425ead047eb", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "6c110513-0daa-4916-a9e5-e59f11dd4980", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "6c110513-0daa-4916-a9e5-e59f11dd4980", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "6c110513-0daa-4916-a9e5-e59f11dd4980", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:22:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "c54f0719-4b55-4f9b-872b-c9e0d25482b0", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "c54f0719-4b55-4f9b-872b-c9e0d25482b0", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "c54f0719-4b55-4f9b-872b-c9e0d25482b0", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "c54f0719-4b55-4f9b-872b-c9e0d25482b0", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:22:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "c54f0719-4b55-4f9b-872b-c9e0d25482b0", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:22:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "c54f0719-4b55-4f9b-872b-c9e0d25482b0", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "20141712-60d6-4bcb-91c0-a90123b33dd5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "20141712-60d6-4bcb-91c0-a90123b33dd5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "20141712-60d6-4bcb-91c0-a90123b33dd5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:22:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "20141712-60d6-4bcb-91c0-a90123b33dd5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:22:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "20141712-60d6-4bcb-91c0-a90123b33dd5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:22:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "20141712-60d6-4bcb-91c0-a90123b33dd5", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "27067497-4ea6-42fa-8a02-b89b87e159de", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "27067497-4ea6-42fa-8a02-b89b87e159de", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "27067497-4ea6-42fa-8a02-b89b87e159de", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:23:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "4ec793ab-e2b1-49c8-9e75-3c4659da14e2", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:23:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "4ec793ab-e2b1-49c8-9e75-3c4659da14e2", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:23:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "4ec793ab-e2b1-49c8-9e75-3c4659da14e2", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:24:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a"} 2026-07-06T23:24:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:24:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:24:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "c5ed7ecb-819b-4dff-89c4-62da70116235", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "auth-test-model-2cc96a", "reconcileID": "1ff1dbfb-1bdb-4347-8567-2425c3473d87", "LLMInferenceService": "auth-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "9974e7f2-1567-4155-87c2-a4b887593da3", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "9974e7f2-1567-4155-87c2-a4b887593da3", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:24:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "9974e7f2-1567-4155-87c2-a4b887593da3", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "ad135409-117b-4f9d-bfa0-810f3ae5fb30", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "ad135409-117b-4f9d-bfa0-810f3ae5fb30", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:24:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "ad135409-117b-4f9d-bfa0-810f3ae5fb30", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:24:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b"} 2026-07-06T23:24:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:24:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:24:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:24:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:24:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:24:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "1e28a670-5ca5-4fad-ab03-a5afd4f07c9b", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:24:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "auth-test-model-ca352b", "reconcileID": "ab350476-d465-426a-8012-a6d398792442", "LLMInferenceService": "auth-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:24:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "273e0af0-2eb0-49e7-8df8-902689ed5a95", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:24:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "273e0af0-2eb0-49e7-8df8-902689ed5a95", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:24:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "273e0af0-2eb0-49e7-8df8-902689ed5a95", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:24:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "62d33fb3-e9f0-42e2-8b21-3d021b4d44cc", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:24:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "62d33fb3-e9f0-42e2-8b21-3d021b4d44cc", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:24:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "62d33fb3-e9f0-42e2-8b21-3d021b4d44cc", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:24:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "40055c2d-1e3b-4dfc-a95f-d8fb585389ef", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "40055c2d-1e3b-4dfc-a95f-d8fb585389ef", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "40055c2d-1e3b-4dfc-a95f-d8fb585389ef", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "8d097aaf-db77-427b-8df6-d37a32227a65", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "40055c2d-1e3b-4dfc-a95f-d8fb585389ef", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:24:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "40055c2d-1e3b-4dfc-a95f-d8fb585389ef", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:24:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "40055c2d-1e3b-4dfc-a95f-d8fb585389ef", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "8d097aaf-db77-427b-8df6-d37a32227a65", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "8d097aaf-db77-427b-8df6-d37a32227a65", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "5a9f35d3-31a9-41f7-a665-89861a56e290", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "5a9f35d3-31a9-41f7-a665-89861a56e290", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "5a9f35d3-31a9-41f7-a665-89861a56e290", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "5a9f35d3-31a9-41f7-a665-89861a56e290", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:24:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "5a9f35d3-31a9-41f7-a665-89861a56e290", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:24:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "5a9f35d3-31a9-41f7-a665-89861a56e290", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "9dc2b1fa-33ac-4306-b2e9-6a7587d909c0", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "9dc2b1fa-33ac-4306-b2e9-6a7587d909c0", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "9dc2b1fa-33ac-4306-b2e9-6a7587d909c0", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:24:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "8d5cab7d-a7d6-4240-bb77-1cbecac79ea9", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "8d5cab7d-a7d6-4240-bb77-1cbecac79ea9", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "8d5cab7d-a7d6-4240-bb77-1cbecac79ea9", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:24:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "8d5cab7d-a7d6-4240-bb77-1cbecac79ea9", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:24:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "8d5cab7d-a7d6-4240-bb77-1cbecac79ea9", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:24:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "8d5cab7d-a7d6-4240-bb77-1cbecac79ea9", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "41db2bb5-d773-4c94-ab27-19f4d195e8b3", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "41db2bb5-d773-4c94-ab27-19f4d195e8b3", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "41db2bb5-d773-4c94-ab27-19f4d195e8b3", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "41db2bb5-d773-4c94-ab27-19f4d195e8b3", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "41db2bb5-d773-4c94-ab27-19f4d195e8b3", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "41db2bb5-d773-4c94-ab27-19f4d195e8b3", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "4c85ecb1-846c-452c-9687-41883673063d", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "4c85ecb1-846c-452c-9687-41883673063d", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "4c85ecb1-846c-452c-9687-41883673063d", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "4c85ecb1-846c-452c-9687-41883673063d", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:25:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "4c85ecb1-846c-452c-9687-41883673063d", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:25:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "4c85ecb1-846c-452c-9687-41883673063d", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "f6168bf8-2854-4cfc-85a9-3091a331b0f9", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "f6168bf8-2854-4cfc-85a9-3091a331b0f9", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:25:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "f6168bf8-2854-4cfc-85a9-3091a331b0f9", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "704be786-518b-4c08-9b1a-af5299e27004", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "704be786-518b-4c08-9b1a-af5299e27004", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "704be786-518b-4c08-9b1a-af5299e27004", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "704be786-518b-4c08-9b1a-af5299e27004", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:25:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "704be786-518b-4c08-9b1a-af5299e27004", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:25:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "704be786-518b-4c08-9b1a-af5299e27004", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "63c5a28c-2c1d-47b9-8aa1-009ddff02326", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "63c5a28c-2c1d-47b9-8aa1-009ddff02326", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:25:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "63c5a28c-2c1d-47b9-8aa1-009ddff02326", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "ae94cf0e-b479-4760-adca-5b96f3de2939", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "ae94cf0e-b479-4760-adca-5b96f3de2939", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "ae94cf0e-b479-4760-adca-5b96f3de2939", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "ae94cf0e-b479-4760-adca-5b96f3de2939", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:25:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "ae94cf0e-b479-4760-adca-5b96f3de2939", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:25:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "ae94cf0e-b479-4760-adca-5b96f3de2939", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "057261ac-671a-4df1-a485-39359a703fc3", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "057261ac-671a-4df1-a485-39359a703fc3", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "057261ac-671a-4df1-a485-39359a703fc3", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "057261ac-671a-4df1-a485-39359a703fc3", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:25:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "057261ac-671a-4df1-a485-39359a703fc3", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:25:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "057261ac-671a-4df1-a485-39359a703fc3", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a"} 2026-07-06T23:25:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:25:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:25:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "86dc897b-8885-4e00-94c4-e1a6cda287e5", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "sub-test-model-2cc96a", "reconcileID": "74e75d69-41aa-4d21-9e57-0f2656122072", "LLMInferenceService": "sub-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "3f1d77b8-a0aa-4aa4-9434-b3b2984d4dcd", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "3f1d77b8-a0aa-4aa4-9434-b3b2984d4dcd", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "3f1d77b8-a0aa-4aa4-9434-b3b2984d4dcd", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "e2b81e9d-3cc0-412a-8751-d3644bd48704", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "e2b81e9d-3cc0-412a-8751-d3644bd48704", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "e2b81e9d-3cc0-412a-8751-d3644bd48704", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:25:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b"} 2026-07-06T23:25:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:25:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:25:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "27880cba-8ad8-459c-8f75-4e9fe0b35de4", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "sub-test-model-ca352b", "reconcileID": "fcc3644b-feb9-4371-9e84-93aad49ce35e", "LLMInferenceService": "sub-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "8941c129-7dfa-433a-829a-fbf39bb6dcd9", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "8941c129-7dfa-433a-829a-fbf39bb6dcd9", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "8941c129-7dfa-433a-829a-fbf39bb6dcd9", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "ea7ee112-5f4e-43d9-b872-84c8dad849dd", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "ea7ee112-5f4e-43d9-b872-84c8dad849dd", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "ea7ee112-5f4e-43d9-b872-84c8dad849dd", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:25:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "69753115-1c19-40ee-9d15-3d4e130c8d29", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "69753115-1c19-40ee-9d15-3d4e130c8d29", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "69753115-1c19-40ee-9d15-3d4e130c8d29", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "995a9aac-1143-45f0-ba61-36e2dedd7773", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:25:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "69753115-1c19-40ee-9d15-3d4e130c8d29", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:25:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "69753115-1c19-40ee-9d15-3d4e130c8d29", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:25:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "69753115-1c19-40ee-9d15-3d4e130c8d29", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "995a9aac-1143-45f0-ba61-36e2dedd7773", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:25:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "995a9aac-1143-45f0-ba61-36e2dedd7773", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:25:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "ff04427a-82e2-45d1-a2e4-a7b7a49b3e59", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "ff04427a-82e2-45d1-a2e4-a7b7a49b3e59", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "ff04427a-82e2-45d1-a2e4-a7b7a49b3e59", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:25:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "ff04427a-82e2-45d1-a2e4-a7b7a49b3e59", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:25:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "ff04427a-82e2-45d1-a2e4-a7b7a49b3e59", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:25:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "ff04427a-82e2-45d1-a2e4-a7b7a49b3e59", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6d03736-1498-479a-afac-240739caa99e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "f18cadf0-198f-4b72-b150-b1e8d011a6aa", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "f18cadf0-198f-4b72-b150-b1e8d011a6aa", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "f18cadf0-198f-4b72-b150-b1e8d011a6aa", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:26:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6d0b551b-cf1f-45a0-9a80-a6e249d55aee", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6d0b551b-cf1f-45a0-9a80-a6e249d55aee", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6d0b551b-cf1f-45a0-9a80-a6e249d55aee", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6d0b551b-cf1f-45a0-9a80-a6e249d55aee", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:26:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6d0b551b-cf1f-45a0-9a80-a6e249d55aee", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:26:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6d0b551b-cf1f-45a0-9a80-a6e249d55aee", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "07a35e2a-c3d8-471e-a95e-b5242487aa71", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "07a35e2a-c3d8-471e-a95e-b5242487aa71", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "07a35e2a-c3d8-471e-a95e-b5242487aa71", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "07a35e2a-c3d8-471e-a95e-b5242487aa71", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:26:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "07a35e2a-c3d8-471e-a95e-b5242487aa71", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:26:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "07a35e2a-c3d8-471e-a95e-b5242487aa71", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "942d7e1e-c1eb-494d-b99d-c8db0c9fc9a2", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "942d7e1e-c1eb-494d-b99d-c8db0c9fc9a2", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "942d7e1e-c1eb-494d-b99d-c8db0c9fc9a2", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "942d7e1e-c1eb-494d-b99d-c8db0c9fc9a2", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:26:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "942d7e1e-c1eb-494d-b99d-c8db0c9fc9a2", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "authType": "userdefined"} 2026-07-06T23:26:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "942d7e1e-c1eb-494d-b99d-c8db0c9fc9a2", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:26:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "346c6599-69ff-4fac-a2b6-35faba68bf9f", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "346c6599-69ff-4fac-a2b6-35faba68bf9f", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "346c6599-69ff-4fac-a2b6-35faba68bf9f", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "9c56ec32-2cb7-4edc-9373-62b588bc5b08", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:26:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "346c6599-69ff-4fac-a2b6-35faba68bf9f", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:26:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "346c6599-69ff-4fac-a2b6-35faba68bf9f", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:26:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "346c6599-69ff-4fac-a2b6-35faba68bf9f", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "9c56ec32-2cb7-4edc-9373-62b588bc5b08", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "9c56ec32-2cb7-4edc-9373-62b588bc5b08", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:26:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "b1ebfb7c-5776-4146-901e-753f28a8d332", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "b1ebfb7c-5776-4146-901e-753f28a8d332", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "b1ebfb7c-5776-4146-901e-753f28a8d332", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "b1ebfb7c-5776-4146-901e-753f28a8d332", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:26:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "b1ebfb7c-5776-4146-901e-753f28a8d332", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:26:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "b1ebfb7c-5776-4146-901e-753f28a8d332", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T23:26:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T23:26:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T23:26:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T23:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "d3b90609-900e-4142-8988-4802415aca0d", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "d3b90609-900e-4142-8988-4802415aca0d", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "d3b90609-900e-4142-8988-4802415aca0d", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "004b3d33-1768-47f0-84b6-76d612cc6d15", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "004b3d33-1768-47f0-84b6-76d612cc6d15", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "004b3d33-1768-47f0-84b6-76d612cc6d15", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "004b3d33-1768-47f0-84b6-76d612cc6d15", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "004b3d33-1768-47f0-84b6-76d612cc6d15", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "004b3d33-1768-47f0-84b6-76d612cc6d15", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94051f6d-7eea-48a2-b5ad-5c77405edfd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01ec7da7-d501-443e-902d-8daa51ad7550", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:26:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "deb6c193-8a6d-49b3-b2ea-2f62e1bd199a", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "deb6c193-8a6d-49b3-b2ea-2f62e1bd199a", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "deb6c193-8a6d-49b3-b2ea-2f62e1bd199a", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:26:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "deb6c193-8a6d-49b3-b2ea-2f62e1bd199a", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:26:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "deb6c193-8a6d-49b3-b2ea-2f62e1bd199a", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "authType": "userdefined"} 2026-07-06T23:26:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "deb6c193-8a6d-49b3-b2ea-2f62e1bd199a", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a"} 2026-07-06T23:27:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:27:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a-kserve-route-authn"} 2026-07-06T23:27:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "82258dd9-ae93-4aa2-8478-4b90b350cee5", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc96a","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "rate-test-model-2cc96a", "reconcileID": "6449232c-c565-4150-a19c-f364884dac22", "LLMInferenceService": "rate-test-model-2cc96a", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "0098e49b-0fb2-4676-a200-5fb06374eeb4", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "0098e49b-0fb2-4676-a200-5fb06374eeb4", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "0098e49b-0fb2-4676-a200-5fb06374eeb4", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "d61e0896-3e27-4564-9dce-bca9658b73cc", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "d61e0896-3e27-4564-9dce-bca9658b73cc", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "d61e0896-3e27-4564-9dce-bca9658b73cc", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b"} 2026-07-06T23:27:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:27:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b-kserve-route-authn"} 2026-07-06T23:27:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "dff9c41c-7683-4e4e-a24a-dd3641f7417d", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca352b","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "rate-test-model-ca352b", "reconcileID": "45c27586-3083-4037-953a-617353f26e21", "LLMInferenceService": "rate-test-model-ca352b", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "4a5ed89e-f8ba-4c30-bb6e-98fd4aec3744", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "4a5ed89e-f8ba-4c30-bb6e-98fd4aec3744", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "4a5ed89e-f8ba-4c30-bb6e-98fd4aec3744", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "fc972759-be61-4b9a-a8f4-726a45103b13", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "fc972759-be61-4b9a-a8f4-726a45103b13", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "fc972759-be61-4b9a-a8f4-726a45103b13", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29773806-96bd-438a-9eb7-f15a5b3dcbe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:27:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "97acb053-ba04-45a0-8150-08887c664a58", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "97acb053-ba04-45a0-8150-08887c664a58", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a-authn-ssl"} 2026-07-06T23:27:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "97acb053-ba04-45a0-8150-08887c664a58", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2190eb24-1330-4ee6-a5ee-745b7f4befe3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2190eb24-1330-4ee6-a5ee-745b7f4befe3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:27:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2190eb24-1330-4ee6-a5ee-745b7f4befe3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2cc96a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T23:27:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-trusted-ca-bundle", "reconcileID": "5b303499-c0a7-4e01-965d-bd0c96582d16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-trusted-ca-bundle", "reconcileID": "5b303499-c0a7-4e01-965d-bd0c96582d16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "openshift-service-ca.crt", "reconcileID": "68749348-b718-46ea-a669-10751cd2c927", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "openshift-service-ca.crt", "reconcileID": "68749348-b718-46ea-a669-10751cd2c927", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2af2f87f-b30b-43e1-85b2-34884129c4cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2cc96a"}, "namespace": "ai-tenant-e2e-shared-a-2cc96a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2af2f87f-b30b-43e1-85b2-34884129c4cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2cc96a"} 2026-07-06T23:27:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2cc96a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2cc96a", "reconcileID": "b7333ab7-bb7d-4367-b820-53acbedb6a1b", "Gateway": "e2e-shared-a-2cc96a", "namespace": "openshift-ingress"} 2026-07-06T23:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc1ec924-d049-4da2-b695-3eb8703e7044", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T23:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "53614d3c-d140-4946-ab38-c27fb2bfb171", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "53614d3c-d140-4946-ab38-c27fb2bfb171", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b-authn-ssl"} 2026-07-06T23:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "53614d3c-d140-4946-ab38-c27fb2bfb171", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"} 2026-07-06T23:27:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d48cba4-0880-475d-a18a-00af6e548a27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d48cba4-0880-475d-a18a-00af6e548a27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T23:27:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d48cba4-0880-475d-a18a-00af6e548a27", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ca352b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T23:27:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-trusted-ca-bundle", "reconcileID": "b715865b-e0a5-41e1-936d-71e18f8e0e74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-trusted-ca-bundle", "reconcileID": "b715865b-e0a5-41e1-936d-71e18f8e0e74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "openshift-service-ca.crt", "reconcileID": "57f42ade-8301-4cdd-94b5-259658cea56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "openshift-service-ca.crt", "reconcileID": "57f42ade-8301-4cdd-94b5-259658cea56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f7063b-8d4f-4743-acc5-cf1172bd5b7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca352b"}, "namespace": "ai-tenant-e2e-shared-b-ca352b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f7063b-8d4f-4743-acc5-cf1172bd5b7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca352b"} 2026-07-06T23:27:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca352b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca352b", "reconcileID": "920ddabf-227b-49bb-a6b3-b12264fcfc79", "Gateway": "e2e-shared-b-ca352b", "namespace": "openshift-ingress"}