2026-07-10T01:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "c7ee4c35-9a4f-428f-a166-16285991871c", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "c7ee4c35-9a4f-428f-a166-16285991871c", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "c7ee4c35-9a4f-428f-a166-16285991871c", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "6ef58420-ee8b-4bae-a668-91a5b7577a9f", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "6ef58420-ee8b-4bae-a668-91a5b7577a9f", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "6ef58420-ee8b-4bae-a668-91a5b7577a9f", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "4fe2fd31-5858-4e91-a358-34c9c3f27ca9", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "4fe2fd31-5858-4e91-a358-34c9c3f27ca9", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "4fe2fd31-5858-4e91-a358-34c9c3f27ca9", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "2c5c130c-8db3-4825-a090-d84a12d98962", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "2c5c130c-8db3-4825-a090-d84a12d98962", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "2c5c130c-8db3-4825-a090-d84a12d98962", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "eb0f074e-49ba-4e58-965c-539f4233300a", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "eb0f074e-49ba-4e58-965c-539f4233300a", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "eb0f074e-49ba-4e58-965c-539f4233300a", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "8e989933-cbf6-4d7a-9bab-98b1b27dec1b", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "8e989933-cbf6-4d7a-9bab-98b1b27dec1b", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "8e989933-cbf6-4d7a-9bab-98b1b27dec1b", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "openshift-service-ca.crt", "reconcileID": "28f08210-1cb9-4792-a211-383d1b8d0545", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-trusted-ca-bundle", "reconcileID": "e9f648cc-ff24-4769-bd7b-de317d24f1cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "openshift-service-ca.crt", "reconcileID": "d2b8e50d-329b-43a2-ae52-f69a43ba1625", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0025fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:04:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "openshift-service-ca.crt", "reconcileID": "d2b8e50d-329b-43a2-ae52-f69a43ba1625", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8321326b-3dd5-4f54-adf3-329542c6f67d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "openshift-service-ca.crt", "reconcileID": "6f616e50-0cd3-41a5-bb33-51c6ea0e9fe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-trusted-ca-bundle", "reconcileID": "63a90125-6943-439d-b3d7-ded4dd81a757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:04:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-trusted-ca-bundle", "reconcileID": "63a90125-6943-439d-b3d7-ded4dd81a757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a8dcd3-7f25-44b7-8cab-3988db03a1d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "eb33990b-84dd-4e2b-9a49-0a74b7d1b080", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "eb33990b-84dd-4e2b-9a49-0a74b7d1b080", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "eb33990b-84dd-4e2b-9a49-0a74b7d1b080", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10416e20-24b9-4ea1-953b-689a7956ec83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:04:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "d6ed1080-750a-4c1a-86d0-7424ffcbac92", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress"} 2026-07-10T01:04:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "d6ed1080-750a-4c1a-86d0-7424ffcbac92", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785-authn-ssl"} 2026-07-10T01:04:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "d6ed1080-750a-4c1a-86d0-7424ffcbac92", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress"} 2026-07-10T01:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "784e8ed8-ce85-4f82-8dfa-32539130a1fb", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "784e8ed8-ce85-4f82-8dfa-32539130a1fb", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "784e8ed8-ce85-4f82-8dfa-32539130a1fb", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f237d0d6-84a6-431b-8ea0-53f519d5219f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "7e4b6855-68ba-4abc-8119-c1c81b4cbc2d", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress"} 2026-07-10T01:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "7e4b6855-68ba-4abc-8119-c1c81b4cbc2d", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785-authn-ssl"} 2026-07-10T01:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "7e4b6855-68ba-4abc-8119-c1c81b4cbc2d", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress"} 2026-07-10T01:04:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c722f1-0108-4841-aeb0-1171a631582d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c722f1-0108-4841-aeb0-1171a631582d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e8785", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:04:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c722f1-0108-4841-aeb0-1171a631582d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-7e8785 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T01:04:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-trusted-ca-bundle", "reconcileID": "1db27abc-6cf4-49d8-b948-59cd4282a041", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-trusted-ca-bundle", "reconcileID": "1db27abc-6cf4-49d8-b948-59cd4282a041", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "openshift-service-ca.crt", "reconcileID": "edf24a26-a180-480c-9efd-d95300cdc2c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "openshift-service-ca.crt", "reconcileID": "edf24a26-a180-480c-9efd-d95300cdc2c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4cec35d-956e-4997-abbc-40ca850affcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e8785"}, "namespace": "ai-tenant-e2e-api-a-7e8785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4cec35d-956e-4997-abbc-40ca850affcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e8785"} 2026-07-10T01:04:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e8785","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e8785", "reconcileID": "5f1b7550-c1d5-493a-abf9-9c148e251611", "Gateway": "e2e-api-a-7e8785", "namespace": "openshift-ingress"} 2026-07-10T01:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f3cda9c0-864d-477e-80ee-34872aaeee72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:04:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "2468a03c-09e4-4b6b-aaa5-71ee467360f4", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "2468a03c-09e4-4b6b-aaa5-71ee467360f4", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe-authn-ssl"} 2026-07-10T01:04:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "2468a03c-09e4-4b6b-aaa5-71ee467360f4", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95adce21-3671-40cf-b32f-32b74b1756d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95adce21-3671-40cf-b32f-32b74b1756d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:04:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95adce21-3671-40cf-b32f-32b74b1756d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0025fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T01:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-trusted-ca-bundle", "reconcileID": "afcd39bf-a2da-4359-9ad0-9afc08734c50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-trusted-ca-bundle", "reconcileID": "afcd39bf-a2da-4359-9ad0-9afc08734c50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "openshift-service-ca.crt", "reconcileID": "8cf7d122-7b18-416e-9c39-5d026db98962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "openshift-service-ca.crt", "reconcileID": "8cf7d122-7b18-416e-9c39-5d026db98962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4ac6bad-5693-4544-bcdd-ae182ed7f21c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0025fe"}, "namespace": "ai-tenant-e2e-api-b-0025fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4ac6bad-5693-4544-bcdd-ae182ed7f21c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0025fe"} 2026-07-10T01:04:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0025fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0025fe", "reconcileID": "be640a00-056a-41bb-b03a-979eab4fb15c", "Gateway": "e2e-api-b-0025fe", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "00e1f407-00a9-4b71-8b69-70786fc5590d", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "00e1f407-00a9-4b71-8b69-70786fc5590d", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "00e1f407-00a9-4b71-8b69-70786fc5590d", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "b9c51593-4f44-41d2-bb8a-c2375da460cf", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "b9c51593-4f44-41d2-bb8a-c2375da460cf", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "b9c51593-4f44-41d2-bb8a-c2375da460cf", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "04136f65-808a-4d7d-af2e-7b6ba94ada92", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "04136f65-808a-4d7d-af2e-7b6ba94ada92", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "04136f65-808a-4d7d-af2e-7b6ba94ada92", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "9d9e8040-c4f7-4b38-8404-6184c11a0402", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "9d9e8040-c4f7-4b38-8404-6184c11a0402", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "9d9e8040-c4f7-4b38-8404-6184c11a0402", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "1ea595cd-530e-42d9-ba41-5e69dd02e3e2", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "1ea595cd-530e-42d9-ba41-5e69dd02e3e2", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "1ea595cd-530e-42d9-ba41-5e69dd02e3e2", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "d88295da-eff8-4f59-96e2-a6ee55539dc6", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "d88295da-eff8-4f59-96e2-a6ee55539dc6", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "d88295da-eff8-4f59-96e2-a6ee55539dc6", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "4170013f-596f-4517-8aaf-ce14906fd395", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "4170013f-596f-4517-8aaf-ce14906fd395", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "4170013f-596f-4517-8aaf-ce14906fd395", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "openshift-service-ca.crt", "reconcileID": "1da3ac8e-af48-46ee-bff6-d0c9ed056a1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:04:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-trusted-ca-bundle", "reconcileID": "0ee1517c-5e8e-4d65-ab4c-a7824165b5f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:04:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-trusted-ca-bundle", "reconcileID": "0ee1517c-5e8e-4d65-ab4c-a7824165b5f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "openshift-service-ca.crt", "reconcileID": "ab16b92b-18ce-4408-a32a-52f68555a8f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a956665c-255d-40b1-b469-9fc73fe72608", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:04:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-trusted-ca-bundle", "reconcileID": "0753bb4b-b734-470f-b518-726e37609d9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:04:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-trusted-ca-bundle", "reconcileID": "0753bb4b-b734-470f-b518-726e37609d9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de0a8ca2-683f-4d47-a677-c6670e53a7b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "96a6b8c9-59b9-4661-a41b-ae8ad44407e5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "96a6b8c9-59b9-4661-a41b-ae8ad44407e5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "96a6b8c9-59b9-4661-a41b-ae8ad44407e5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea001c80-48a3-43af-a4f3-078aa6715235", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:05:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df54917c-bd5f-4eee-bfd5-8c7ef96ded00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:05:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "660c85a2-807a-48bd-901b-8cd10ca39392", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "04016e37-5e6a-4fd4-a752-b6976483caa2", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "04016e37-5e6a-4fd4-a752-b6976483caa2", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "04016e37-5e6a-4fd4-a752-b6976483caa2", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "bc64f32a-40ed-4a8a-a82b-9f59c2fea361", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "bc64f32a-40ed-4a8a-a82b-9f59c2fea361", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "bc64f32a-40ed-4a8a-a82b-9f59c2fea361", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "fae879da-ccfd-4d2d-8aa0-0e7e4699bb50", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "fae879da-ccfd-4d2d-8aa0-0e7e4699bb50", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "fae879da-ccfd-4d2d-8aa0-0e7e4699bb50", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "493b89ff-370c-4295-902e-49eac8e6e91f", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "493b89ff-370c-4295-902e-49eac8e6e91f", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "493b89ff-370c-4295-902e-49eac8e6e91f", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "7ce2df52-7613-432c-b6e5-1d07c6aa7676", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "7ce2df52-7613-432c-b6e5-1d07c6aa7676", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "7ce2df52-7613-432c-b6e5-1d07c6aa7676", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "6d05f2b0-ca6f-4999-84f9-bcd4cd242506", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "6d05f2b0-ca6f-4999-84f9-bcd4cd242506", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "6d05f2b0-ca6f-4999-84f9-bcd4cd242506", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "4dc7ebba-da0f-4306-a737-ef5c438458a4", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "4dc7ebba-da0f-4306-a737-ef5c438458a4", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "4dc7ebba-da0f-4306-a737-ef5c438458a4", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "d92b0c9e-93ef-48bc-b921-9eaa9bb21a14", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "d92b0c9e-93ef-48bc-b921-9eaa9bb21a14", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "d92b0c9e-93ef-48bc-b921-9eaa9bb21a14", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "c5746cf0-ec8a-4bdc-9528-be246962737a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-trusted-ca-bundle", "reconcileID": "2b1b07e7-8884-45f6-8978-b6c9b45b55d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "3f1dd002-f615-4827-a791-165543b63f7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:05:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "3f1dd002-f615-4827-a791-165543b63f7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "9d65f43b-f3a7-4cec-9496-d646b61176ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:05:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "9d65f43b-f3a7-4cec-9496-d646b61176ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T01:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7956f508-d110-48cc-9a64-6bb83557ca77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "d9dac74d-4060-4779-b902-6f2b22de79db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-trusted-ca-bundle", "reconcileID": "d7fa31d6-60f2-4555-be0f-1821c4ac1cdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:05:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-trusted-ca-bundle", "reconcileID": "d7fa31d6-60f2-4555-be0f-1821c4ac1cdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce54b518-26ad-4870-a19b-2b2499b9beca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "22785b14-39fb-42dd-8b72-430bf471dadf", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "22785b14-39fb-42dd-8b72-430bf471dadf", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "22785b14-39fb-42dd-8b72-430bf471dadf", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f757a7c-6113-40df-8133-c01e77aa450d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "4654a2c5-53d0-4600-b3a1-5e29a31830fd", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "4654a2c5-53d0-4600-b3a1-5e29a31830fd", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "4654a2c5-53d0-4600-b3a1-5e29a31830fd", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:05:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T01:05:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T01:05:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T01:05:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T01:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "de42abdc-d592-4337-8d25-cd213f08e031", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "de42abdc-d592-4337-8d25-cd213f08e031", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "de42abdc-d592-4337-8d25-cd213f08e031", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "162af974-cd80-470c-b0a4-75a755bfc0e1", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "162af974-cd80-470c-b0a4-75a755bfc0e1", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "ae03d9fd-e025-4560-a60f-545f0c775d7e", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "ae03d9fd-e025-4560-a60f-545f0c775d7e", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "ae03d9fd-e025-4560-a60f-545f0c775d7e", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "ae03d9fd-e025-4560-a60f-545f0c775d7e", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750-kserve-route-authn"} 2026-07-10T01:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "ae03d9fd-e025-4560-a60f-545f0c775d7e", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "ae03d9fd-e025-4560-a60f-545f0c775d7e", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "162af974-cd80-470c-b0a4-75a755bfc0e1", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "a901c643-49ca-4106-a376-1be67b893c43", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "a901c643-49ca-4106-a376-1be67b893c43", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "a901c643-49ca-4106-a376-1be67b893c43", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "a901c643-49ca-4106-a376-1be67b893c43", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750-kserve-route-authn"} 2026-07-10T01:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "a901c643-49ca-4106-a376-1be67b893c43", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "a901c643-49ca-4106-a376-1be67b893c43", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79811d8b-b288-48b1-af48-2b56e657f1e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "0c7335d8-81fd-4273-96c9-8dab9115d4e2", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "0c7335d8-81fd-4273-96c9-8dab9115d4e2", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "0c7335d8-81fd-4273-96c9-8dab9115d4e2", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:05:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "547514b4-1c57-44f9-9cf3-dc5999aafa61", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "547514b4-1c57-44f9-9cf3-dc5999aafa61", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "547514b4-1c57-44f9-9cf3-dc5999aafa61", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "547514b4-1c57-44f9-9cf3-dc5999aafa61", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750-kserve-route-authn"} 2026-07-10T01:05:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "547514b4-1c57-44f9-9cf3-dc5999aafa61", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:05:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "547514b4-1c57-44f9-9cf3-dc5999aafa61", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7feeece3-8e62-4c68-876b-2a93e2a7b1cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "94fa36fe-947b-42e1-8c14-6a46a976a8f3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "94fa36fe-947b-42e1-8c14-6a46a976a8f3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "94fa36fe-947b-42e1-8c14-6a46a976a8f3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "94fa36fe-947b-42e1-8c14-6a46a976a8f3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750-kserve-route-authn"} 2026-07-10T01:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "94fa36fe-947b-42e1-8c14-6a46a976a8f3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "94fa36fe-947b-42e1-8c14-6a46a976a8f3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "fa0e32e1-803c-49e2-b342-f20350338772", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "fa0e32e1-803c-49e2-b342-f20350338772", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "fa0e32e1-803c-49e2-b342-f20350338772", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "bc3bc29d-54e5-4266-9e1d-e91d8556f880", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "fa0e32e1-803c-49e2-b342-f20350338772", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "fa0e32e1-803c-49e2-b342-f20350338772", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "fa0e32e1-803c-49e2-b342-f20350338772", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "bc3bc29d-54e5-4266-9e1d-e91d8556f880", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "bc3bc29d-54e5-4266-9e1d-e91d8556f880", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "0cfc94af-e410-4a8e-a5cc-ce448164e81d", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "0cfc94af-e410-4a8e-a5cc-ce448164e81d", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "0cfc94af-e410-4a8e-a5cc-ce448164e81d", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "0cfc94af-e410-4a8e-a5cc-ce448164e81d", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "0cfc94af-e410-4a8e-a5cc-ce448164e81d", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "0cfc94af-e410-4a8e-a5cc-ce448164e81d", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "37019727-5446-4f4d-b14f-09ea0ff64165", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "37019727-5446-4f4d-b14f-09ea0ff64165", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:05:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "37019727-5446-4f4d-b14f-09ea0ff64165", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:05:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "15fea515-e7b6-4314-99e9-004609fca200", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "15fea515-e7b6-4314-99e9-004609fca200", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "15fea515-e7b6-4314-99e9-004609fca200", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "15fea515-e7b6-4314-99e9-004609fca200", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:05:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "15fea515-e7b6-4314-99e9-004609fca200", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:05:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "15fea515-e7b6-4314-99e9-004609fca200", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "84125643-2c1f-4040-8180-8da6328b94dd", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "84125643-2c1f-4040-8180-8da6328b94dd", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "84125643-2c1f-4040-8180-8da6328b94dd", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:05:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "84125643-2c1f-4040-8180-8da6328b94dd", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:05:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "84125643-2c1f-4040-8180-8da6328b94dd", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:05:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "84125643-2c1f-4040-8180-8da6328b94dd", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "af21fe5f-243e-4575-84ec-3037c2cee1d8", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "af21fe5f-243e-4575-84ec-3037c2cee1d8", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "af21fe5f-243e-4575-84ec-3037c2cee1d8", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "af21fe5f-243e-4575-84ec-3037c2cee1d8", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "af21fe5f-243e-4575-84ec-3037c2cee1d8", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "af21fe5f-243e-4575-84ec-3037c2cee1d8", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "2bcfba8e-110b-42f1-b5c9-112705462bd5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "2bcfba8e-110b-42f1-b5c9-112705462bd5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "2bcfba8e-110b-42f1-b5c9-112705462bd5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "55fdff33-19b0-488c-88b2-476a9253c28a", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "55fdff33-19b0-488c-88b2-476a9253c28a", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "55fdff33-19b0-488c-88b2-476a9253c28a", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:07:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750"} 2026-07-10T01:07:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750-kserve-route-authn"} 2026-07-10T01:07:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750-kserve-route-authn"} 2026-07-10T01:07:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "228fd264-a180-451b-9837-3e7e67b3d369", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "auth-test-model-48a750", "reconcileID": "0660cf99-a6a6-45da-b8b1-3d031ccffbd3", "LLMInferenceService": "auth-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "9048cd14-ec73-466a-b494-ffa77b283a54", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "9048cd14-ec73-466a-b494-ffa77b283a54", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "9048cd14-ec73-466a-b494-ffa77b283a54", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "bf38cb71-f782-4f1b-9724-ab18ec897f7b", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "bf38cb71-f782-4f1b-9724-ab18ec897f7b", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "bf38cb71-f782-4f1b-9724-ab18ec897f7b", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:07:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96"} 2026-07-10T01:07:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:07:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:07:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:07:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:07:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:07:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "d72afb2f-a100-4f98-a542-d43b1121235b", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:07:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "auth-test-model-aaea96", "reconcileID": "464f9572-7a04-490f-a431-17631f94cc11", "LLMInferenceService": "auth-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "f4bf307f-69ee-4314-8fd9-6971f587ccdc", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "f4bf307f-69ee-4314-8fd9-6971f587ccdc", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "f4bf307f-69ee-4314-8fd9-6971f587ccdc", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "954edf38-8fc6-40ca-85cf-64085eacb426", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "954edf38-8fc6-40ca-85cf-64085eacb426", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "954edf38-8fc6-40ca-85cf-64085eacb426", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:07:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "d658b4c6-b68d-4f22-bc08-9da5a2ed4e1e", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "d658b4c6-b68d-4f22-bc08-9da5a2ed4e1e", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "d658b4c6-b68d-4f22-bc08-9da5a2ed4e1e", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "a1ed6b3f-9aee-4be2-98db-529a7db3bc7e", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "d658b4c6-b68d-4f22-bc08-9da5a2ed4e1e", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750-kserve-route-authn"} 2026-07-10T01:07:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "d658b4c6-b68d-4f22-bc08-9da5a2ed4e1e", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:07:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "d658b4c6-b68d-4f22-bc08-9da5a2ed4e1e", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "a1ed6b3f-9aee-4be2-98db-529a7db3bc7e", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:07:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "a1ed6b3f-9aee-4be2-98db-529a7db3bc7e", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "cdd517a5-08d2-4b57-9e56-95a0276f8dd1", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "cdd517a5-08d2-4b57-9e56-95a0276f8dd1", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "cdd517a5-08d2-4b57-9e56-95a0276f8dd1", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "cdd517a5-08d2-4b57-9e56-95a0276f8dd1", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750-kserve-route-authn"} 2026-07-10T01:07:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "cdd517a5-08d2-4b57-9e56-95a0276f8dd1", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:07:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "cdd517a5-08d2-4b57-9e56-95a0276f8dd1", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "239db570-ec5f-4e96-be97-8ba4608a9060", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "239db570-ec5f-4e96-be97-8ba4608a9060", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "239db570-ec5f-4e96-be97-8ba4608a9060", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:07:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "02cf8c74-171c-424e-af5b-e34dcb911534", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "02cf8c74-171c-424e-af5b-e34dcb911534", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "02cf8c74-171c-424e-af5b-e34dcb911534", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:07:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "02cf8c74-171c-424e-af5b-e34dcb911534", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750-kserve-route-authn"} 2026-07-10T01:07:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "02cf8c74-171c-424e-af5b-e34dcb911534", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:07:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "02cf8c74-171c-424e-af5b-e34dcb911534", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:08:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "ccc89f8c-f4be-4b29-942a-e751a0cda984", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:08:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "ccc89f8c-f4be-4b29-942a-e751a0cda984", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:08:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "ccc89f8c-f4be-4b29-942a-e751a0cda984", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:08:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "ccc89f8c-f4be-4b29-942a-e751a0cda984", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750-kserve-route-authn"} 2026-07-10T01:08:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "ccc89f8c-f4be-4b29-942a-e751a0cda984", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:08:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "ccc89f8c-f4be-4b29-942a-e751a0cda984", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:08:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "3debcdeb-48dc-4612-a46b-98c971c4f924", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "3debcdeb-48dc-4612-a46b-98c971c4f924", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "3debcdeb-48dc-4612-a46b-98c971c4f924", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "c3369a45-2f6e-453a-865c-cfd9828aa113", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:08:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "3debcdeb-48dc-4612-a46b-98c971c4f924", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:08:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "3debcdeb-48dc-4612-a46b-98c971c4f924", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:08:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "3debcdeb-48dc-4612-a46b-98c971c4f924", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "c3369a45-2f6e-453a-865c-cfd9828aa113", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:08:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "c3369a45-2f6e-453a-865c-cfd9828aa113", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:08:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "39f7e800-f61e-4a0d-863b-1dc48aaf3eef", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "39f7e800-f61e-4a0d-863b-1dc48aaf3eef", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "39f7e800-f61e-4a0d-863b-1dc48aaf3eef", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "39f7e800-f61e-4a0d-863b-1dc48aaf3eef", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:08:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "39f7e800-f61e-4a0d-863b-1dc48aaf3eef", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:08:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "39f7e800-f61e-4a0d-863b-1dc48aaf3eef", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "245c86cb-74d8-4106-a0c3-76ea3e4ddae0", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:08:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "245c86cb-74d8-4106-a0c3-76ea3e4ddae0", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:08:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "245c86cb-74d8-4106-a0c3-76ea3e4ddae0", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:08:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "611167f2-b90d-4ecb-8893-525c8d7ae2fd", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "611167f2-b90d-4ecb-8893-525c8d7ae2fd", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "611167f2-b90d-4ecb-8893-525c8d7ae2fd", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "611167f2-b90d-4ecb-8893-525c8d7ae2fd", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:08:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "611167f2-b90d-4ecb-8893-525c8d7ae2fd", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:08:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "611167f2-b90d-4ecb-8893-525c8d7ae2fd", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "26e6e5dc-721a-4c9a-a810-5aa59b288959", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "26e6e5dc-721a-4c9a-a810-5aa59b288959", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "26e6e5dc-721a-4c9a-a810-5aa59b288959", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "26e6e5dc-721a-4c9a-a810-5aa59b288959", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:08:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "26e6e5dc-721a-4c9a-a810-5aa59b288959", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:08:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "26e6e5dc-721a-4c9a-a810-5aa59b288959", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "334539b7-9c58-4a12-8580-bbd00be837f3", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "334539b7-9c58-4a12-8580-bbd00be837f3", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "334539b7-9c58-4a12-8580-bbd00be837f3", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:08:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "334539b7-9c58-4a12-8580-bbd00be837f3", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:08:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "334539b7-9c58-4a12-8580-bbd00be837f3", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:08:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "334539b7-9c58-4a12-8580-bbd00be837f3", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750"} 2026-07-10T01:09:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750-kserve-route-authn"} 2026-07-10T01:09:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750-kserve-route-authn"} 2026-07-10T01:09:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "dcc5f9be-02a5-49d4-a737-b3bc0813c3a0", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "sub-test-model-48a750", "reconcileID": "4df80152-e506-4997-adc2-b01a17c65ac8", "LLMInferenceService": "sub-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "3ba15198-6bcb-4fea-8db8-8477a19d5972", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "3ba15198-6bcb-4fea-8db8-8477a19d5972", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "3ba15198-6bcb-4fea-8db8-8477a19d5972", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "e5fdfcdb-fefa-4ef1-8c60-b65ab9f869a5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "e5fdfcdb-fefa-4ef1-8c60-b65ab9f869a5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "e5fdfcdb-fefa-4ef1-8c60-b65ab9f869a5", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96"} 2026-07-10T01:09:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:09:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:09:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "4070b5de-eb7f-48cd-8b4f-3d4ed1515777", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "sub-test-model-aaea96", "reconcileID": "12b962f4-14cf-482a-8947-08704b3c4e8a", "LLMInferenceService": "sub-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "671066f7-805b-449d-a8d4-0a715709d127", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "671066f7-805b-449d-a8d4-0a715709d127", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "671066f7-805b-449d-a8d4-0a715709d127", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "5e9bd495-b310-4475-8ef2-e523688c5288", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "5e9bd495-b310-4475-8ef2-e523688c5288", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "5e9bd495-b310-4475-8ef2-e523688c5288", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "f017a93a-a286-4a8c-b90d-c6395a9b7e43", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "f017a93a-a286-4a8c-b90d-c6395a9b7e43", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "f017a93a-a286-4a8c-b90d-c6395a9b7e43", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "1c80c248-3bc9-4b35-bbea-3cb976277856", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "f017a93a-a286-4a8c-b90d-c6395a9b7e43", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750-kserve-route-authn"} 2026-07-10T01:09:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "f017a93a-a286-4a8c-b90d-c6395a9b7e43", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:09:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "f017a93a-a286-4a8c-b90d-c6395a9b7e43", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "1c80c248-3bc9-4b35-bbea-3cb976277856", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "1c80c248-3bc9-4b35-bbea-3cb976277856", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "000c5167-ac2c-4b70-9023-e643453096db", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "000c5167-ac2c-4b70-9023-e643453096db", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "000c5167-ac2c-4b70-9023-e643453096db", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "000c5167-ac2c-4b70-9023-e643453096db", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750-kserve-route-authn"} 2026-07-10T01:09:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "000c5167-ac2c-4b70-9023-e643453096db", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:09:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "000c5167-ac2c-4b70-9023-e643453096db", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "16917036-2c8d-4e53-bbd1-ee93606783f1", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "16917036-2c8d-4e53-bbd1-ee93606783f1", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "16917036-2c8d-4e53-bbd1-ee93606783f1", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "75cdb671-740b-4f06-b16e-6acc052e8aa1", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "75cdb671-740b-4f06-b16e-6acc052e8aa1", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "75cdb671-740b-4f06-b16e-6acc052e8aa1", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "75cdb671-740b-4f06-b16e-6acc052e8aa1", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750-kserve-route-authn"} 2026-07-10T01:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "75cdb671-740b-4f06-b16e-6acc052e8aa1", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "75cdb671-740b-4f06-b16e-6acc052e8aa1", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d571025e-9b86-4d8c-bbf5-cc55fe911467", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d571025e-9b86-4d8c-bbf5-cc55fe911467", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d571025e-9b86-4d8c-bbf5-cc55fe911467", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d571025e-9b86-4d8c-bbf5-cc55fe911467", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750-kserve-route-authn"} 2026-07-10T01:09:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d571025e-9b86-4d8c-bbf5-cc55fe911467", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "authType": "userdefined"} 2026-07-10T01:09:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d571025e-9b86-4d8c-bbf5-cc55fe911467", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:09:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "ab34d973-292b-4a76-9f6b-9885cbac823b", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "ab34d973-292b-4a76-9f6b-9885cbac823b", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "ab34d973-292b-4a76-9f6b-9885cbac823b", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "2ce760da-5e91-4671-983d-02981074d44c", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "ab34d973-292b-4a76-9f6b-9885cbac823b", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:09:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "ab34d973-292b-4a76-9f6b-9885cbac823b", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:09:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "ab34d973-292b-4a76-9f6b-9885cbac823b", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "2ce760da-5e91-4671-983d-02981074d44c", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:09:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "2ce760da-5e91-4671-983d-02981074d44c", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "4e527d14-c484-4147-ba7f-a4a288cf0181", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "4e527d14-c484-4147-ba7f-a4a288cf0181", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "4e527d14-c484-4147-ba7f-a4a288cf0181", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "4e527d14-c484-4147-ba7f-a4a288cf0181", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:09:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "4e527d14-c484-4147-ba7f-a4a288cf0181", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:09:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "4e527d14-c484-4147-ba7f-a4a288cf0181", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "94451e91-de88-41cf-8c78-bdef42654ae0", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "94451e91-de88-41cf-8c78-bdef42654ae0", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:09:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "94451e91-de88-41cf-8c78-bdef42654ae0", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:09:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "28afae6d-6bb2-4d75-8329-db9ef1c51ea7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "28afae6d-6bb2-4d75-8329-db9ef1c51ea7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "28afae6d-6bb2-4d75-8329-db9ef1c51ea7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "28afae6d-6bb2-4d75-8329-db9ef1c51ea7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:09:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "28afae6d-6bb2-4d75-8329-db9ef1c51ea7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:09:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "28afae6d-6bb2-4d75-8329-db9ef1c51ea7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "99e72fe9-bdd4-4354-9259-9639215b5773", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "99e72fe9-bdd4-4354-9259-9639215b5773", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "99e72fe9-bdd4-4354-9259-9639215b5773", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:09:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "99e72fe9-bdd4-4354-9259-9639215b5773", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:09:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "99e72fe9-bdd4-4354-9259-9639215b5773", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "authType": "userdefined"} 2026-07-10T01:09:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "99e72fe9-bdd4-4354-9259-9639215b5773", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9f9c870-e560-4986-a09f-a3aac59c71f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:10:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3228141a-f2e8-4590-8f1a-40fb80eb1202", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:10:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750"} 2026-07-10T01:10:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750-kserve-route-authn"} 2026-07-10T01:10:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750-kserve-route-authn"} 2026-07-10T01:10:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "d934d298-750b-4884-82b6-a613050be72d", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d08db55d-0fbb-49c4-9b0f-786bd61f6bfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:10:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48a750","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "rate-test-model-48a750", "reconcileID": "999c1c46-3fc9-4e80-88e9-99d31fcf2715", "LLMInferenceService": "rate-test-model-48a750", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "7623b305-78d9-4a39-9e46-b57d3ac9fafd", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "7623b305-78d9-4a39-9e46-b57d3ac9fafd", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "7623b305-78d9-4a39-9e46-b57d3ac9fafd", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "2ee1ee5f-58b1-4a03-b34f-4e398700d916", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "2ee1ee5f-58b1-4a03-b34f-4e398700d916", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "2ee1ee5f-58b1-4a03-b34f-4e398700d916", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96"} 2026-07-10T01:10:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:10:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96-kserve-route-authn"} 2026-07-10T01:10:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "3ebed5c8-dfc3-42a0-bb4a-b3d32ec4b56f", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aaea96","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "rate-test-model-aaea96", "reconcileID": "f24682cb-af8c-4258-b209-0be0c1da07e7", "LLMInferenceService": "rate-test-model-aaea96", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "5b5fefe6-c58f-468a-b849-12077e31d41a", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "5b5fefe6-c58f-468a-b849-12077e31d41a", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "5b5fefe6-c58f-468a-b849-12077e31d41a", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "69e89a09-1660-490c-8d39-623963a97d91", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "69e89a09-1660-490c-8d39-623963a97d91", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "69e89a09-1660-490c-8d39-623963a97d91", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57a33edb-cde6-41ba-a689-4f7eccc40fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "a59b84ef-c7be-4363-af65-c830da9ea671", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "a59b84ef-c7be-4363-af65-c830da9ea671", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750-authn-ssl"} 2026-07-10T01:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "a59b84ef-c7be-4363-af65-c830da9ea671", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aed40a2-09bf-49ac-838c-9ee85a12a9f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aed40a2-09bf-49ac-838c-9ee85a12a9f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:10:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aed40a2-09bf-49ac-838c-9ee85a12a9f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-48a750 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T01:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-trusted-ca-bundle", "reconcileID": "5d0e0d1a-3bc4-454f-b127-1e7a00007303", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-trusted-ca-bundle", "reconcileID": "5d0e0d1a-3bc4-454f-b127-1e7a00007303", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "openshift-service-ca.crt", "reconcileID": "2b7312a7-9e96-43ed-9d43-8c18d9b35357", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "openshift-service-ca.crt", "reconcileID": "2b7312a7-9e96-43ed-9d43-8c18d9b35357", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362acaf8-7330-4a3c-a1e7-ce874b76b76a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a750"}, "namespace": "ai-tenant-e2e-shared-a-48a750", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362acaf8-7330-4a3c-a1e7-ce874b76b76a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a750"} 2026-07-10T01:10:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a750","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a750", "reconcileID": "69906895-3e4f-4860-9b6a-3f87e45b52aa", "Gateway": "e2e-shared-a-48a750", "namespace": "openshift-ingress"} 2026-07-10T01:10:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "986c8cba-2cb4-4653-a4e7-a9054da518e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T01:10:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "6ffbf59d-e38a-467c-8bf5-ed4f216e0d26", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:10:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "6ffbf59d-e38a-467c-8bf5-ed4f216e0d26", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96-authn-ssl"} 2026-07-10T01:10:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "6ffbf59d-e38a-467c-8bf5-ed4f216e0d26", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"} 2026-07-10T01:11:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f05b9f-0d41-4c4b-9c21-83213952969e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f05b9f-0d41-4c4b-9c21-83213952969e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T01:11:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f05b9f-0d41-4c4b-9c21-83213952969e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-aaea96 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T01:11:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-trusted-ca-bundle", "reconcileID": "7c3c0948-8fa7-47f5-8319-68474629b427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-trusted-ca-bundle", "reconcileID": "7c3c0948-8fa7-47f5-8319-68474629b427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "317b0968-1b2f-46d1-ab57-acecdfac725b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "openshift-service-ca.crt", "reconcileID": "317b0968-1b2f-46d1-ab57-acecdfac725b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8ff833f-06f2-41a1-bfd8-a69857bb4714", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-aaea96"}, "namespace": "ai-tenant-e2e-shared-b-aaea96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8ff833f-06f2-41a1-bfd8-a69857bb4714", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-aaea96"} 2026-07-10T01:11:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-aaea96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-aaea96", "reconcileID": "ef197c0b-d3d3-4af7-8fae-55caaac11d30", "Gateway": "e2e-shared-b-aaea96", "namespace": "openshift-ingress"}