2026-07-30T17:33:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "c141874d-23a0-40cd-937c-3ad683de4155", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:33:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "52e428cc-a94d-4ea4-ad9e-bc74bc1c21ce", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:33:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "52e428cc-a94d-4ea4-ad9e-bc74bc1c21ce", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:33:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "52e428cc-a94d-4ea4-ad9e-bc74bc1c21ce", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:33:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "52e428cc-a94d-4ea4-ad9e-bc74bc1c21ce", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:33:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "52e428cc-a94d-4ea4-ad9e-bc74bc1c21ce", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:33:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "52e428cc-a94d-4ea4-ad9e-bc74bc1c21ce", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "774d4345-ee84-4083-b577-f10e63122cd1", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:34:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "774d4345-ee84-4083-b577-f10e63122cd1", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "774d4345-ee84-4083-b577-f10e63122cd1", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "71077128-ed82-4d58-bf8a-1734f3537d1d", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "71077128-ed82-4d58-bf8a-1734f3537d1d", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "71077128-ed82-4d58-bf8a-1734f3537d1d", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "71077128-ed82-4d58-bf8a-1734f3537d1d", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "71077128-ed82-4d58-bf8a-1734f3537d1d", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "71077128-ed82-4d58-bf8a-1734f3537d1d", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "b0df9949-8434-4c9d-8c3b-3d87b4723403", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "b0df9949-8434-4c9d-8c3b-3d87b4723403", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "b0df9949-8434-4c9d-8c3b-3d87b4723403", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "b0df9949-8434-4c9d-8c3b-3d87b4723403", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:34:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "b0df9949-8434-4c9d-8c3b-3d87b4723403", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:34:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "b0df9949-8434-4c9d-8c3b-3d87b4723403", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "da615ace-6c34-4298-a746-ac01d995db3f", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "da615ace-6c34-4298-a746-ac01d995db3f", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "da615ace-6c34-4298-a746-ac01d995db3f", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "da615ace-6c34-4298-a746-ac01d995db3f", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:34:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "da615ace-6c34-4298-a746-ac01d995db3f", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:34:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "da615ace-6c34-4298-a746-ac01d995db3f", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:34:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "840fca58-d198-405e-b6c3-fe9000fa8330", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:34:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "840fca58-d198-405e-b6c3-fe9000fa8330", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:34:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "840fca58-d198-405e-b6c3-fe9000fa8330", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "fe4b6e14-f327-4e0e-90fd-87b2f95af304", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "fe4b6e14-f327-4e0e-90fd-87b2f95af304", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "fe4b6e14-f327-4e0e-90fd-87b2f95af304", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "75d9c721-cf44-48d9-bd41-43323ccd1c61", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "75d9c721-cf44-48d9-bd41-43323ccd1c61", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "75d9c721-cf44-48d9-bd41-43323ccd1c61", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "de48a013-478a-4ed2-b13d-c010e647b291", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "de48a013-478a-4ed2-b13d-c010e647b291", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "de48a013-478a-4ed2-b13d-c010e647b291", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123"} 2026-07-30T17:35:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123-kserve-route-authn"} 2026-07-30T17:35:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123-kserve-route-authn"} 2026-07-30T17:35:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "6baf27ce-a4f9-4ba2-8e21-437d9a8208ee", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "sub-test-model-f45123", "reconcileID": "32a53809-e6d6-4e52-8e32-7259c92ee353", "LLMInferenceService": "sub-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "90a3cda5-969e-4d71-8c1a-90e80bcb0183", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "90a3cda5-969e-4d71-8c1a-90e80bcb0183", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "90a3cda5-969e-4d71-8c1a-90e80bcb0183", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "27d57d9c-46e2-4678-bcaa-73ab0978eddf", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "27d57d9c-46e2-4678-bcaa-73ab0978eddf", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "27d57d9c-46e2-4678-bcaa-73ab0978eddf", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:35:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9"} 2026-07-30T17:35:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:35:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:35:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:35:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:35:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:35:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "14bce682-d1a3-4fa5-a91d-e14e15340475", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:35:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "sub-test-model-27deb9", "reconcileID": "fe516e49-827e-4d15-9448-9c661d0a94c1", "LLMInferenceService": "sub-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:35:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "03e94830-3afc-45ac-89ed-03582035bc27", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "03e94830-3afc-45ac-89ed-03582035bc27", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:35:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "03e94830-3afc-45ac-89ed-03582035bc27", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "be96c5b3-7aaf-400b-95a3-dee0e7da70a9", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "be96c5b3-7aaf-400b-95a3-dee0e7da70a9", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:35:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "be96c5b3-7aaf-400b-95a3-dee0e7da70a9", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "9c9b88cc-608d-4254-87e7-64a319c7b49a", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "9c9b88cc-608d-4254-87e7-64a319c7b49a", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "9c9b88cc-608d-4254-87e7-64a319c7b49a", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "2f110620-80f0-4d9b-8c1a-dd50c2030ec6", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "9c9b88cc-608d-4254-87e7-64a319c7b49a", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123-kserve-route-authn"} 2026-07-30T17:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "9c9b88cc-608d-4254-87e7-64a319c7b49a", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "authType": "userdefined"} 2026-07-30T17:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "9c9b88cc-608d-4254-87e7-64a319c7b49a", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "2f110620-80f0-4d9b-8c1a-dd50c2030ec6", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "2f110620-80f0-4d9b-8c1a-dd50c2030ec6", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "5fe06770-1077-4cfc-9498-75a1baee45b3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "5fe06770-1077-4cfc-9498-75a1baee45b3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "5fe06770-1077-4cfc-9498-75a1baee45b3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "5fe06770-1077-4cfc-9498-75a1baee45b3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123-kserve-route-authn"} 2026-07-30T17:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "5fe06770-1077-4cfc-9498-75a1baee45b3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "authType": "userdefined"} 2026-07-30T17:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "5fe06770-1077-4cfc-9498-75a1baee45b3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "5187bee6-14f5-4094-97ec-ee75cff06540", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "5187bee6-14f5-4094-97ec-ee75cff06540", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "5187bee6-14f5-4094-97ec-ee75cff06540", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "407e8271-e8d9-41fe-bf28-cbffcc6163a6", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "407e8271-e8d9-41fe-bf28-cbffcc6163a6", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "407e8271-e8d9-41fe-bf28-cbffcc6163a6", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:36:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "6eaac430-3b37-40e7-b5fa-f63c32cead7b", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:36:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "6eaac430-3b37-40e7-b5fa-f63c32cead7b", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:36:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "6eaac430-3b37-40e7-b5fa-f63c32cead7b", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:36:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "f0a37f5b-9dfe-4e9c-9405-bd26e66c486e", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "f0a37f5b-9dfe-4e9c-9405-bd26e66c486e", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "f0a37f5b-9dfe-4e9c-9405-bd26e66c486e", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "f0a37f5b-9dfe-4e9c-9405-bd26e66c486e", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123-kserve-route-authn"} 2026-07-30T17:36:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "f0a37f5b-9dfe-4e9c-9405-bd26e66c486e", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "authType": "userdefined"} 2026-07-30T17:36:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "f0a37f5b-9dfe-4e9c-9405-bd26e66c486e", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "c17a1884-6bb1-495a-9d4b-24dd6120af3d", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "c17a1884-6bb1-495a-9d4b-24dd6120af3d", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "c17a1884-6bb1-495a-9d4b-24dd6120af3d", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "c17a1884-6bb1-495a-9d4b-24dd6120af3d", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123-kserve-route-authn"} 2026-07-30T17:36:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "c17a1884-6bb1-495a-9d4b-24dd6120af3d", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "authType": "userdefined"} 2026-07-30T17:36:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "c17a1884-6bb1-495a-9d4b-24dd6120af3d", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:36:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "67087f04-a53c-4bf9-9acc-7c66e4900568", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "67087f04-a53c-4bf9-9acc-7c66e4900568", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "67087f04-a53c-4bf9-9acc-7c66e4900568", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "ee3d3397-7785-4b64-90e4-ae601ebec235", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:36:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "67087f04-a53c-4bf9-9acc-7c66e4900568", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:36:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "67087f04-a53c-4bf9-9acc-7c66e4900568", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:36:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "67087f04-a53c-4bf9-9acc-7c66e4900568", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "ee3d3397-7785-4b64-90e4-ae601ebec235", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "ee3d3397-7785-4b64-90e4-ae601ebec235", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:36:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "874e0a5f-58ad-4458-8e8d-711317de3ccf", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "874e0a5f-58ad-4458-8e8d-711317de3ccf", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "874e0a5f-58ad-4458-8e8d-711317de3ccf", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "874e0a5f-58ad-4458-8e8d-711317de3ccf", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:36:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "874e0a5f-58ad-4458-8e8d-711317de3ccf", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:36:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "874e0a5f-58ad-4458-8e8d-711317de3ccf", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "dcb1211a-37a3-4225-842f-b10f3a8c65f8", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:36:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "dcb1211a-37a3-4225-842f-b10f3a8c65f8", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:36:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "dcb1211a-37a3-4225-842f-b10f3a8c65f8", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:36:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "f9aeacc1-bf90-42a5-a748-975e96b9cc65", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "f9aeacc1-bf90-42a5-a748-975e96b9cc65", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "f9aeacc1-bf90-42a5-a748-975e96b9cc65", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "f9aeacc1-bf90-42a5-a748-975e96b9cc65", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:36:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "f9aeacc1-bf90-42a5-a748-975e96b9cc65", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:36:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "f9aeacc1-bf90-42a5-a748-975e96b9cc65", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "7bf12fc9-fda8-46b1-a29b-53c0c05d1d18", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "7bf12fc9-fda8-46b1-a29b-53c0c05d1d18", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "7bf12fc9-fda8-46b1-a29b-53c0c05d1d18", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "7bf12fc9-fda8-46b1-a29b-53c0c05d1d18", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:36:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "7bf12fc9-fda8-46b1-a29b-53c0c05d1d18", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "authType": "userdefined"} 2026-07-30T17:36:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "7bf12fc9-fda8-46b1-a29b-53c0c05d1d18", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "f422b4a4-59d0-464e-8590-004e2c2e9b4b", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "f422b4a4-59d0-464e-8590-004e2c2e9b4b", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "f422b4a4-59d0-464e-8590-004e2c2e9b4b", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "6f5e8673-c041-40ba-b6c3-f4e764a57a0d", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "6f5e8673-c041-40ba-b6c3-f4e764a57a0d", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "6f5e8673-c041-40ba-b6c3-f4e764a57a0d", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5bc47f4e-fe84-43ce-9e1f-2d22fc8714ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:37:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "362fb3ce-0b66-41ec-8f98-cb8b530cac77", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:37:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "362fb3ce-0b66-41ec-8f98-cb8b530cac77", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:37:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "362fb3ce-0b66-41ec-8f98-cb8b530cac77", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1e63113-662f-407b-ae9f-8ec010917f4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e98341d9-b1cb-43f0-a2a8-85394d74ba63", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e98341d9-b1cb-43f0-a2a8-85394d74ba63", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e98341d9-b1cb-43f0-a2a8-85394d74ba63", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:38:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123"} 2026-07-30T17:38:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:38:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:38:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123-kserve-route-authn"} 2026-07-30T17:38:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123-kserve-route-authn"} 2026-07-30T17:38:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:38:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "df3a4d98-469c-4f07-99ee-aadeda24b8e3", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:38:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f45123","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "rate-test-model-f45123", "reconcileID": "18f69d88-454c-49fb-bac0-3e25c0d52e08", "LLMInferenceService": "rate-test-model-f45123", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "fcbe4eae-3bd8-4e2b-bf05-7e1b6b2d8bf8", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "fcbe4eae-3bd8-4e2b-bf05-7e1b6b2d8bf8", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "fcbe4eae-3bd8-4e2b-bf05-7e1b6b2d8bf8", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "579ccf22-a005-4c03-9c52-7f5bc41849df", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "579ccf22-a005-4c03-9c52-7f5bc41849df", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "579ccf22-a005-4c03-9c52-7f5bc41849df", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:38:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:38:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9"} 2026-07-30T17:38:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:38:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:38:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:38:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9-kserve-route-authn"} 2026-07-30T17:38:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:38:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "d7c38e58-3442-482c-9a3a-7dd4149c9abe", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:38:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27deb9","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "rate-test-model-27deb9", "reconcileID": "8d6e9c40-041b-4344-9d38-28303b63c314", "LLMInferenceService": "rate-test-model-27deb9", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "98dd4051-4307-42df-b705-5f5bbb146790", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "98dd4051-4307-42df-b705-5f5bbb146790", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "98dd4051-4307-42df-b705-5f5bbb146790", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "3e076b2d-08ed-45fc-b3c4-5ea6e98b886d", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "3e076b2d-08ed-45fc-b3c4-5ea6e98b886d", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "3e076b2d-08ed-45fc-b3c4-5ea6e98b886d", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "177cacbc-46da-421d-a08e-bb96fa2b68db", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "177cacbc-46da-421d-a08e-bb96fa2b68db", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "177cacbc-46da-421d-a08e-bb96fa2b68db", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e7596f05-1bd4-42fa-ae45-cec9aff5a912", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e7596f05-1bd4-42fa-ae45-cec9aff5a912", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e7596f05-1bd4-42fa-ae45-cec9aff5a912", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "39e764a5-7af5-4d3f-b31a-dac12799b44e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "09b78150-2faa-4b1d-89c4-30de9c0b00ac", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "09b78150-2faa-4b1d-89c4-30de9c0b00ac", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "09b78150-2faa-4b1d-89c4-30de9c0b00ac", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "5906d7ee-645d-4f48-b020-df460c65b729", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "5906d7ee-645d-4f48-b020-df460c65b729", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "5906d7ee-645d-4f48-b020-df460c65b729", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "1a24c0e8-c8df-4812-915f-68e8985d3964", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "1a24c0e8-c8df-4812-915f-68e8985d3964", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "1a24c0e8-c8df-4812-915f-68e8985d3964", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "4faf56e2-977c-4263-bf67-301551590110", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "4faf56e2-977c-4263-bf67-301551590110", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "4faf56e2-977c-4263-bf67-301551590110", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "77bac4c5-8e32-4275-843b-a83891396a87", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "77bac4c5-8e32-4275-843b-a83891396a87", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "77bac4c5-8e32-4275-843b-a83891396a87", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "381c9b8f-8acd-47e6-83cb-f830e5ff792a", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "381c9b8f-8acd-47e6-83cb-f830e5ff792a", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "381c9b8f-8acd-47e6-83cb-f830e5ff792a", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "e6709fc8-4ef3-4f14-9a3f-15dd9b68a614", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "e6709fc8-4ef3-4f14-9a3f-15dd9b68a614", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "e6709fc8-4ef3-4f14-9a3f-15dd9b68a614", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "openshift-service-ca.crt", "reconcileID": "dd24e723-1eb1-4721-bcd1-c8101b0f8ab7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-trusted-ca-bundle", "reconcileID": "cec39f5a-f1cc-403a-af17-5115272ef961", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "openshift-service-ca.crt", "reconcileID": "65429ee9-4c92-4afa-84aa-672678345693", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:38:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "openshift-service-ca.crt", "reconcileID": "65429ee9-4c92-4afa-84aa-672678345693", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa321310-870b-4875-861e-bb4a7561a7dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "openshift-service-ca.crt", "reconcileID": "ffe2e6f9-210d-4263-8a47-a69c61213fdd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-trusted-ca-bundle", "reconcileID": "8e268727-5a18-4125-a049-9aa70e8c7629", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:38:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-trusted-ca-bundle", "reconcileID": "8e268727-5a18-4125-a049-9aa70e8c7629", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "840a8f8b-9e47-4192-bbd7-63320a7e8c7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:38:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "7afac299-f522-4d9b-a173-9e5b5c658ed1", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "7afac299-f522-4d9b-a173-9e5b5c658ed1", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "7afac299-f522-4d9b-a173-9e5b5c658ed1", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3694b579-c18c-4ff6-b4a8-692cb7210d16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:38:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "080879bd-021c-419d-aba1-afa7f9436a00", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:38:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "080879bd-021c-419d-aba1-afa7f9436a00", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:38:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "080879bd-021c-419d-aba1-afa7f9436a00", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "ebc45229-f755-4cb3-ba6a-2d652556f18d", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "ebc45229-f755-4cb3-ba6a-2d652556f18d", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "ebc45229-f755-4cb3-ba6a-2d652556f18d", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "c5067b8d-f8ca-462c-b3b3-d1510c1f9494", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "c5067b8d-f8ca-462c-b3b3-d1510c1f9494", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "c5067b8d-f8ca-462c-b3b3-d1510c1f9494", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "994a704b-44c7-48f4-83b6-002deda33572", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "994a704b-44c7-48f4-83b6-002deda33572", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "994a704b-44c7-48f4-83b6-002deda33572", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "e4092306-d785-4812-af8b-b56acc879e89", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "e4092306-d785-4812-af8b-b56acc879e89", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "e4092306-d785-4812-af8b-b56acc879e89", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "3d490553-1319-4855-b108-67d6a14427ae", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "3d490553-1319-4855-b108-67d6a14427ae", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "3d490553-1319-4855-b108-67d6a14427ae", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "bbf04c8b-709c-4919-b578-ce6f5f3a26bf", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "bbf04c8b-709c-4919-b578-ce6f5f3a26bf", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "bbf04c8b-709c-4919-b578-ce6f5f3a26bf", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "5d06cf40-bd2a-4e37-a619-0ec03ed5cf58", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "5d06cf40-bd2a-4e37-a619-0ec03ed5cf58", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "5d06cf40-bd2a-4e37-a619-0ec03ed5cf58", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "6cebb1ce-82ab-4b39-af68-5f5c7a8e5261", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "6cebb1ce-82ab-4b39-af68-5f5c7a8e5261", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "6cebb1ce-82ab-4b39-af68-5f5c7a8e5261", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "81359ea8-7bde-42c9-8996-6ea564a8fe5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-trusted-ca-bundle", "reconcileID": "18926127-2250-493f-99f1-1479e4c45cf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "60763b93-e9d6-4582-a433-689b37b8a71b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:39:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "60763b93-e9d6-4582-a433-689b37b8a71b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "2fe99a10-b287-451c-bbdb-35a5b52f1a58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:39:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "2fe99a10-b287-451c-bbdb-35a5b52f1a58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T17:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ac94f1-fdaf-4e14-8162-1ed51498a659", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "737a18fb-aae9-4a22-9614-eb882398a47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-trusted-ca-bundle", "reconcileID": "751fea6b-ac61-4d4e-980c-83233153dc8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:39:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-trusted-ca-bundle", "reconcileID": "751fea6b-ac61-4d4e-980c-83233153dc8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cb2e359-1105-4696-ae0a-dafc7d6e3af2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "6c13f33b-7799-4e41-a29d-b2bc0ec5207f", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "6c13f33b-7799-4e41-a29d-b2bc0ec5207f", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "6c13f33b-7799-4e41-a29d-b2bc0ec5207f", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a8ddb64-3443-4f9f-b2c3-7342817099c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:39:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "cda8a59b-5dd2-494d-bf08-cbcd12eba9e8", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "cda8a59b-5dd2-494d-bf08-cbcd12eba9e8", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:39:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "cda8a59b-5dd2-494d-bf08-cbcd12eba9e8", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:39:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "919e2e16-05ef-477a-8987-586a44b47cde", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "919e2e16-05ef-477a-8987-586a44b47cde", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "919e2e16-05ef-477a-8987-586a44b47cde", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "309c37f4-074c-4209-a084-507377e36ce4", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:39:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "919e2e16-05ef-477a-8987-586a44b47cde", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:39:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "919e2e16-05ef-477a-8987-586a44b47cde", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "authType": "userdefined"} 2026-07-30T17:39:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "919e2e16-05ef-477a-8987-586a44b47cde", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "309c37f4-074c-4209-a084-507377e36ce4", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:39:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "309c37f4-074c-4209-a084-507377e36ce4", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:39:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "8a6fe175-2854-4182-b914-60c251d65f46", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "8a6fe175-2854-4182-b914-60c251d65f46", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "8a6fe175-2854-4182-b914-60c251d65f46", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "8a6fe175-2854-4182-b914-60c251d65f46", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:39:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "8a6fe175-2854-4182-b914-60c251d65f46", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "authType": "userdefined"} 2026-07-30T17:39:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "8a6fe175-2854-4182-b914-60c251d65f46", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "272c12ba-1a29-4900-8e07-d823168a1c65", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "272c12ba-1a29-4900-8e07-d823168a1c65", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "272c12ba-1a29-4900-8e07-d823168a1c65", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:39:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "21bf6746-c83e-499c-9c38-7e32f26d72e3", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "21bf6746-c83e-499c-9c38-7e32f26d72e3", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "21bf6746-c83e-499c-9c38-7e32f26d72e3", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:39:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "21bf6746-c83e-499c-9c38-7e32f26d72e3", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:39:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "21bf6746-c83e-499c-9c38-7e32f26d72e3", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "authType": "userdefined"} 2026-07-30T17:39:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "21bf6746-c83e-499c-9c38-7e32f26d72e3", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:40:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "c26f0723-ac8a-4804-8d19-8717415e81b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:40:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "c26f0723-ac8a-4804-8d19-8717415e81b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:40:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "c26f0723-ac8a-4804-8d19-8717415e81b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:40:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "c26f0723-ac8a-4804-8d19-8717415e81b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:40:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "c26f0723-ac8a-4804-8d19-8717415e81b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "authType": "userdefined"} 2026-07-30T17:40:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "c26f0723-ac8a-4804-8d19-8717415e81b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "c46532be-d26a-4eef-8190-b67848debc77", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "c46532be-d26a-4eef-8190-b67848debc77", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "c46532be-d26a-4eef-8190-b67848debc77", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "0375a683-c12f-432e-be66-def6c5c12048", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "0375a683-c12f-432e-be66-def6c5c12048", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "0375a683-c12f-432e-be66-def6c5c12048", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "9b0adb23-5833-4977-b342-8a15abc13615", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "9b0adb23-5833-4977-b342-8a15abc13615", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "9b0adb23-5833-4977-b342-8a15abc13615", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "0ae9c985-6435-4dee-82b1-f3bcdc7acfe0", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "0ae9c985-6435-4dee-82b1-f3bcdc7acfe0", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "0ae9c985-6435-4dee-82b1-f3bcdc7acfe0", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "a0cdd969-70a5-4563-9f77-0d19f271b82f", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "a0cdd969-70a5-4563-9f77-0d19f271b82f", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "a0cdd969-70a5-4563-9f77-0d19f271b82f", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "68e782f1-bdfa-4c9c-b550-86359ba7d027", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "68e782f1-bdfa-4c9c-b550-86359ba7d027", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "68e782f1-bdfa-4c9c-b550-86359ba7d027", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "19f74b3b-7cbc-40db-976b-8354c515177c", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "19f74b3b-7cbc-40db-976b-8354c515177c", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "19f74b3b-7cbc-40db-976b-8354c515177c", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "f46512ce-16cc-4e7b-aa43-8d25dc222477", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "f46512ce-16cc-4e7b-aa43-8d25dc222477", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "f46512ce-16cc-4e7b-aa43-8d25dc222477", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "236d4649-97da-4f19-a78f-d5a93f0a4e31", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "236d4649-97da-4f19-a78f-d5a93f0a4e31", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "236d4649-97da-4f19-a78f-d5a93f0a4e31", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "openshift-service-ca.crt", "reconcileID": "a690028e-b352-40d5-83df-d97738fd39d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "c9eb322b-836f-45e0-a096-949e5d44c85d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "openshift-service-ca.crt", "reconcileID": "dd3da214-1877-453f-a143-8f48c6f8a0d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:40:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "openshift-service-ca.crt", "reconcileID": "dd3da214-1877-453f-a143-8f48c6f8a0d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cadb967-eac0-4251-a6cd-f5c934b16094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "openshift-service-ca.crt", "reconcileID": "2ad6fd7e-8783-40b9-ac44-59a0991f39b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0220b2-7869-4493-a012-9b3e9235643b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:40:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0220b2-7869-4493-a012-9b3e9235643b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9a62e4d-87dd-4553-a022-949399d41311", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "979fbd96-f4eb-49d7-b4f2-e44778921b3c", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "979fbd96-f4eb-49d7-b4f2-e44778921b3c", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "979fbd96-f4eb-49d7-b4f2-e44778921b3c", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf4c4574-e768-4147-b517-384211a1526b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "15d8da6c-8d8f-46db-befd-5e6387003ba2", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "15d8da6c-8d8f-46db-befd-5e6387003ba2", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "15d8da6c-8d8f-46db-befd-5e6387003ba2", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:41:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "c471ca59-a0a6-4343-8b3b-754497b2edce", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:41:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "c471ca59-a0a6-4343-8b3b-754497b2edce", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf-authn-ssl"} 2026-07-30T17:41:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "c471ca59-a0a6-4343-8b3b-754497b2edce", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:41:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6462fc7a-ca28-44d3-ab28-f508ccaa7a6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6462fc7a-ca28-44d3-ab28-f508ccaa7a6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:41:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6462fc7a-ca28-44d3-ab28-f508ccaa7a6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ea2bbf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T17:41:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "b263871a-5a28-4edd-95ae-2d43266c9a5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "b263871a-5a28-4edd-95ae-2d43266c9a5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "openshift-service-ca.crt", "reconcileID": "61be42bd-946a-4b91-8114-102202b8c3f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "openshift-service-ca.crt", "reconcileID": "61be42bd-946a-4b91-8114-102202b8c3f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc95a60-07cf-4db4-8411-419b05dc09c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea2bbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc95a60-07cf-4db4-8411-419b05dc09c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea2bbf"} 2026-07-30T17:41:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea2bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea2bbf", "reconcileID": "af9e2818-43e7-46cf-9245-306bdcfee09a", "Gateway": "e2e-ipp-cleanup-ea2bbf", "namespace": "openshift-ingress"} 2026-07-30T17:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd6f03de-4595-477d-becd-61aec8498a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "3e9ca965-4aa2-48f2-aaa5-8b4eea5da816", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "3e9ca965-4aa2-48f2-aaa5-8b4eea5da816", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "3e9ca965-4aa2-48f2-aaa5-8b4eea5da816", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "b3b8520b-c559-4d94-afd1-8d095833346d", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "b3b8520b-c559-4d94-afd1-8d095833346d", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "b3b8520b-c559-4d94-afd1-8d095833346d", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "e40e65d5-6e90-4e97-b539-cd4b1fb818ef", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "e40e65d5-6e90-4e97-b539-cd4b1fb818ef", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "e40e65d5-6e90-4e97-b539-cd4b1fb818ef", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "4bbab9b6-52bc-482a-a267-dd56ed0c4910", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:41:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "4bbab9b6-52bc-482a-a267-dd56ed0c4910", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:41:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "4bbab9b6-52bc-482a-a267-dd56ed0c4910", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:41:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "4bbab9b6-52bc-482a-a267-dd56ed0c4910", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:41:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "4bbab9b6-52bc-482a-a267-dd56ed0c4910", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "authType": "userdefined"} 2026-07-30T17:41:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "4bbab9b6-52bc-482a-a267-dd56ed0c4910", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "ec9b959e-369b-46f2-8335-93b649d567fd", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "ec9b959e-369b-46f2-8335-93b649d567fd", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "ec9b959e-369b-46f2-8335-93b649d567fd", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "9cd37d30-921b-4970-9452-0950cc600c27", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "9cd37d30-921b-4970-9452-0950cc600c27", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "9cd37d30-921b-4970-9452-0950cc600c27", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:42:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "7bc4631e-5176-4673-a331-15e12070af1e", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "7bc4631e-5176-4673-a331-15e12070af1e", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "7bc4631e-5176-4673-a331-15e12070af1e", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "7bc4631e-5176-4673-a331-15e12070af1e", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:42:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "7bc4631e-5176-4673-a331-15e12070af1e", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "authType": "userdefined"} 2026-07-30T17:42:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "7bc4631e-5176-4673-a331-15e12070af1e", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec"} 2026-07-30T17:42:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:42:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:42:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "e6e4fa36-4fe2-4906-9b73-4997a7b473b8", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3df2c204-2fcc-4c3f-8b0b-afc0f1352ae6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3df2c204-2fcc-4c3f-8b0b-afc0f1352ae6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:42:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3df2c204-2fcc-4c3f-8b0b-afc0f1352ae6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d280ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T17:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-trusted-ca-bundle", "reconcileID": "9f6d00a6-2642-48c9-8157-7d241516030d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-trusted-ca-bundle", "reconcileID": "9f6d00a6-2642-48c9-8157-7d241516030d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "openshift-service-ca.crt", "reconcileID": "89f50b64-9418-47a7-be55-60b81065f3be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "openshift-service-ca.crt", "reconcileID": "89f50b64-9418-47a7-be55-60b81065f3be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b5f02bd-660e-41b3-be9f-b222218ce321", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b5f02bd-660e-41b3-be9f-b222218ce321", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c65c289-c495-4052-aafe-1cabb2e978f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:42:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec"} 2026-07-30T17:42:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:42:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec-kserve-route-authn"} 2026-07-30T17:42:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "553e293b-40d4-431a-96d7-d7da1dbf835d", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d280ec","namespace":"ai-tenant-e2e-ipp-a-d280ec"}, "namespace": "ai-tenant-e2e-ipp-a-d280ec", "name": "ipp-route-d280ec", "reconcileID": "edf70201-d936-4b95-b9a3-85c16bb1c683", "LLMInferenceService": "ipp-route-d280ec", "namespace": "ai-tenant-e2e-ipp-a-d280ec"} 2026-07-30T17:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "20433caa-22d7-4cfa-9ad4-05046300caec", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "20433caa-22d7-4cfa-9ad4-05046300caec", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec-authn-ssl"} 2026-07-30T17:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "20433caa-22d7-4cfa-9ad4-05046300caec", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:42:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d280ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d280ec", "reconcileID": "33f8417d-fe55-46d7-ab45-ad56ef94ecda", "Gateway": "e2e-ipp-a-d280ec", "namespace": "openshift-ingress"} 2026-07-30T17:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f945cae6-9721-4ae4-afa9-f8b07c43e385", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "29b3b8cc-9f47-46ee-8acb-8d76b9b644ec", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "29b3b8cc-9f47-46ee-8acb-8d76b9b644ec", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "29b3b8cc-9f47-46ee-8acb-8d76b9b644ec", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7cb6c3a-97f2-4723-b949-625f594fcacd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:42:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "29890602-399a-49e3-9480-58afbd695c6c", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:42:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "29890602-399a-49e3-9480-58afbd695c6c", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025-authn-ssl"} 2026-07-30T17:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "29890602-399a-49e3-9480-58afbd695c6c", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:42:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6237f8a9-311d-4538-b1db-dd943149daa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6237f8a9-311d-4538-b1db-dd943149daa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:42:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6237f8a9-311d-4538-b1db-dd943149daa1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6e5025 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T17:42:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-trusted-ca-bundle", "reconcileID": "df52d77e-e6da-4935-a5bd-2279ccdbf700", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-trusted-ca-bundle", "reconcileID": "df52d77e-e6da-4935-a5bd-2279ccdbf700", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "1b0a0758-5f3b-4f17-8232-084258bf7f2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "openshift-service-ca.crt", "reconcileID": "1b0a0758-5f3b-4f17-8232-084258bf7f2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ff4993c-f43c-43f1-88ec-f69dd8e92dd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6e5025"}, "namespace": "ai-tenant-e2e-ipp-b-6e5025", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ff4993c-f43c-43f1-88ec-f69dd8e92dd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6e5025"} 2026-07-30T17:42:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6e5025","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6e5025", "reconcileID": "aa782e30-6d90-4b8d-8b21-c373b85d7c1b", "Gateway": "e2e-ipp-b-6e5025", "namespace": "openshift-ingress"} 2026-07-30T17:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b549b24-87d3-4945-b002-92e0c338cab4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "7de570b4-5565-4724-9551-54ac66964a8d", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "7de570b4-5565-4724-9551-54ac66964a8d", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "7de570b4-5565-4724-9551-54ac66964a8d", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "d9a3ea79-319a-4d37-8e62-5d51790ec292", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "d9a3ea79-319a-4d37-8e62-5d51790ec292", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123-authn-ssl"} 2026-07-30T17:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "d9a3ea79-319a-4d37-8e62-5d51790ec292", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cd25395-e58c-439b-95ed-2d1bd7fca925", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cd25395-e58c-439b-95ed-2d1bd7fca925", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f45123", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:43:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cd25395-e58c-439b-95ed-2d1bd7fca925", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f45123 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T17:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-trusted-ca-bundle", "reconcileID": "760e6e4e-9abf-4c5e-9b38-9f95351e6493", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-trusted-ca-bundle", "reconcileID": "760e6e4e-9abf-4c5e-9b38-9f95351e6493", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "openshift-service-ca.crt", "reconcileID": "ffe1884b-81bb-453d-a526-da01f04f2c59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "openshift-service-ca.crt", "reconcileID": "ffe1884b-81bb-453d-a526-da01f04f2c59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b569ea-3f5e-411d-856e-336b41d4894b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f45123"}, "namespace": "ai-tenant-e2e-shared-a-f45123", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b569ea-3f5e-411d-856e-336b41d4894b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f45123"} 2026-07-30T17:43:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f45123","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f45123", "reconcileID": "e485c19b-113e-4aea-94a9-b2458886c1c7", "Gateway": "e2e-shared-a-f45123", "namespace": "openshift-ingress"} 2026-07-30T17:43:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "affb1745-aa0c-496f-b221-0ab50f264387", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T17:43:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e14287d6-fb31-40bd-86a8-2fb0154e9421", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:43:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e14287d6-fb31-40bd-86a8-2fb0154e9421", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:43:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "e14287d6-fb31-40bd-86a8-2fb0154e9421", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:43:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "645ba47b-6811-4ef5-87df-e3a58b84fd37", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:43:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "645ba47b-6811-4ef5-87df-e3a58b84fd37", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9-authn-ssl"} 2026-07-30T17:43:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "645ba47b-6811-4ef5-87df-e3a58b84fd37", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:43:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25ca09c-1cfb-41c2-9d0f-8b1639169276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25ca09c-1cfb-41c2-9d0f-8b1639169276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27deb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T17:43:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25ca09c-1cfb-41c2-9d0f-8b1639169276", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-27deb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T17:43:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-trusted-ca-bundle", "reconcileID": "4eafe9dd-8c97-4c5d-a77e-f0457033872c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-trusted-ca-bundle", "reconcileID": "4eafe9dd-8c97-4c5d-a77e-f0457033872c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "openshift-service-ca.crt", "reconcileID": "817b2272-9b8c-437b-87f8-06dbb5225d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "openshift-service-ca.crt", "reconcileID": "817b2272-9b8c-437b-87f8-06dbb5225d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a2505dd-78b3-4905-a036-f398f6aa3b4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27deb9"}, "namespace": "ai-tenant-e2e-shared-b-27deb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a2505dd-78b3-4905-a036-f398f6aa3b4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27deb9"} 2026-07-30T17:43:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27deb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27deb9", "reconcileID": "139abacf-9465-4cbb-9c10-7cd83f61896f", "Gateway": "e2e-shared-b-27deb9", "namespace": "openshift-ingress"} 2026-07-30T17:43:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e51b34d-ab86-4e4a-bc1c-95406bb0177c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}